-- Logs begin at Fri 2022-05-13 16:23:49 UTC, end at Fri 2022-05-13 17:49:52 UTC. -- May 13 17:17:40.153538 dv-cinder-841782-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 13 17:17:42.962996 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] Logging enabled! May 13 17:17:42.963606 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 17:17:42.963817 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103580) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 17:17:42.967238 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] Logging enabled! May 13 17:17:42.967503 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 17:17:42.967821 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103580) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 17:17:42.968778 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 17:17:42.969016 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 17:17:42.969390 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 17:17:42.969641 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 17:17:42.969871 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 17:17:42.970296 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.970623 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.970841 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.971159 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.971472 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.971762 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.972063 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.972369 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.972667 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.972954 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.973249 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.973487 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.973777 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.974070 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.974365 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.974594 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] debug = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.974885 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.975354 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.975778 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.976074 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.977027 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.977193 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.977476 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.977759 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.978053 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.978392 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] host = dv-cinder-841782-1-iscsi {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.978679 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.978973 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.979298 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.979594 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.979877 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.980161 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.980455 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.980734 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.981014 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.981293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.981591 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.981884 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.982184 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.982421 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.982651 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.982944 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.983278 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.983563 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.983847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.984129 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.984410 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.984689 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.984965 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.985254 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.985545 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.985833 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.986113 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.986391 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.986669 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.986944 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.987256 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.987539 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.987817 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.988095 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.988390 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.988670 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.988953 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.989259 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.989554 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.989843 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.990134 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.990414 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.990705 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.990984 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.991286 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.991566 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_json = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.991846 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.992228 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.993017 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.993301 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.993586 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.993868 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.994151 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.994442 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.994724 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:42.995031 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.995364 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.995672 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.995963 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.996277 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.996562 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.996857 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.997139 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.997433 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.997723 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.998015 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.998295 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.998596 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.998889 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.999223 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.999537 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:42.999833 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.000129 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.000409 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.000687 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.000969 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.001250 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.001539 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.001821 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.002114 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.002403 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.002684 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.002987 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.003308 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.003601 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.003896 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.004187 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.004464 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.004744 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.005035 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.005317 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.005593 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.005881 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.006163 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.006438 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.006723 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.007000 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.007303 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.007579 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.007886 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.008177 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.008461 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.008737 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.009011 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.009293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.009568 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.009857 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.010132 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.010407 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.010680 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.010958 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.011252 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.011532 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.011810 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.012086 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.012366 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.012637 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.012916 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.013191 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.013466 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.013738 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.014012 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.014284 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.014561 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.014834 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.015152 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.015406 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.015687 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.015963 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.016265 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.016549 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.016847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.017111 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.017396 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.017678 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.017959 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.018241 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.018522 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.018800 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.019092 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.019412 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.019708 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.019998 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.020280 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.020596 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.020876 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.021157 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.021446 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.021727 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.022008 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.022296 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.022586 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.022888 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.023212 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.023526 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.023827 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.024126 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.024426 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.024712 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.025025 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.025309 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:43.025531 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 17:17:43.025781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103580) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 17:17:43.484902 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 17:17:43.485195 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 17:17:43.485477 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 17:17:43.485815 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 17:17:43.825013 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.825233 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.825504 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.826706 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.826982 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.827283 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.882812 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.883090 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.883389 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.898089 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.898885 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.899194 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.929309 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.929615 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.929886 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.966749 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.967311 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:43.967311 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.313607 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.313896 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.314166 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.314432 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.315147 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.420053 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.420381 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.420673 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.420950 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.421223 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.421543 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.421810 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.422073 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.422332 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.422619 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.422883 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.423175 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.423436 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.423690 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.423950 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.424217 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.424474 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.424742 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.425015 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.425276 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.425549 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.425805 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.426090 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.426472 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.426725 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.426973 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.427391 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:44.427638 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:44.427882 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:44.428121 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:44.428360 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:44.428599 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:44.428966 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 17:17:44.432114 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 17:17:44.436038 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 17:17:44.439862 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 13 17:17:44.441493 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 17:17:44.441958 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 17:17:44.442297 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 17:17:44.442685 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 17:17:44.446189 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 17:17:44.446442 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 17:17:44.446787 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 17:17:44.451699 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 13 17:17:44.475993 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 17:17:44.476471 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.476772 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103580) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 13 17:17:44.477150 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.478508 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103580) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 17:17:44.478789 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 17:17:44.479037 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 17:17:44.482348 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.482629 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:44.545152 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 17:17:44.545393 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 17:17:44.545632 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 17:17:44.546002 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 17:17:44.566590 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_db.sqlalchemy.engines [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103580) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 17:17:45.497308 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing driver for type 'gre' May 13 17:17:45.498011 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] gre ID ranges: [(1, 1000)] May 13 17:17:45.676146 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing driver for type 'local' May 13 17:17:45.676448 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing driver for type 'vlan' May 13 17:17:45.760075 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] VlanTypeDriver initialization complete May 13 17:17:45.760401 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing driver for type 'vxlan' May 13 17:17:45.760946 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] vxlan ID ranges: [(1, 1000)] May 13 17:17:45.925472 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing extension driver 'port_security' May 13 17:17:45.925843 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] PortSecurityExtensionDriver initialization complete May 13 17:17:45.926188 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing mechanism driver 'openvswitch' May 13 17:17:45.926519 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing mechanism driver 'hyperv' May 13 17:17:45.933096 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:17:45.933961 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.934344 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.934709 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.935267 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 17:17:45.935725 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.936095 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.936454 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.936856 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 17:17:45.937278 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.937639 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.937992 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.938393 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 17:17:45.938807 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.939189 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.944895 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.944895 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 17:17:45.944895 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.944895 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.944895 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.945802 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 17:17:45.945802 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.945802 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.945802 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.945802 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103580) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 17:17:45.946188 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] ML2 OVO RPC backend initialized. {{(pid=103580) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 13 17:17:45.946188 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.946188 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.946188 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.946503 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > networks before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.946503 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.946503 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > ports before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.946802 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.947171 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.947529 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.947878 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.948221 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.948564 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.948908 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.949301 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.949642 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.949985 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.950325 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.957873 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded quota_driver: . May 13 17:17:45.958246 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.plugin [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Modular L2 Plugin initialization complete May 13 17:17:45.958859 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading services supported by the core plugin {{(pid=103580) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 17:17:45.959245 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.plugins.ml2.managers [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Got port-security extension from driver 'port_security' May 13 17:17:45.959744 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.extensions.vlantransparent [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Disabled vlantransparent extension. May 13 17:17:45.960253 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103580) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 17:17:45.960625 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: router May 13 17:17:45.996209 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.996604 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router after_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.996985 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router before_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.997358 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.997741 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.998109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router after_delete 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.998479 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.998843 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.999241 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router after_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.999599 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:45.999957 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.000315 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.000803 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.001226 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.001606 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.001966 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.002301 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: subnet after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.002648 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.003011 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.003415 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.003772 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: port before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.004128 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.004494 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router after_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.004847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.005211 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.005589 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.005945 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.006323 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > agent after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.006683 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.007038 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > network after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.008449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Tracking information for resource: router configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:46.008790 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Tracking information for resource: floatingip configured {{(pid=103580) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 17:17:46.013676 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.db.l3_agentschedulers_db [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 17:17:46.014221 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.014591 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: port after_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.014955 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: port after_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.015355 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: port after_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.016165 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router before_create 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.016541 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.016917 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.017284 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.022112 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.services.provider_configuration [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service providers = [] {{(pid=103580) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 17:17:46.022486 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.db.servicetype_db [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103580) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 17:17:46.026044 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 17:17:46.026403 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 17:17:46.026753 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 17:17:46.027684 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.services.service_base [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103580) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 17:17:46.028063 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.services.service_base [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 17:17:46.028444 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.028774 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 17:17:46.039534 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.039881 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: auto_allocate May 13 17:17:46.045465 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: network precommit_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.045844 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: network precommit_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.046371 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.046701 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: tag May 13 17:17:46.053480 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.053819 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: timestamp May 13 17:17:46.057697 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.058037 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: network_ip_availability May 13 17:17:46.063568 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.063953 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.064316 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.065035 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.065363 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: flavors May 13 17:17:46.070812 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.071180 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading Plugin: revisions May 13 17:17:46.075457 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103580) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 17:17:46.075860 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.590s {{(pid=103580) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 17:17:46.076600 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103580) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 17:17:46.076944 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Initializing extension manager. May 13 17:17:46.077477 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: __init__.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.077828 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: __pycache__ {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.078175 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: _port_mac_address_override.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.078518 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: address_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.079312 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.079884 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: address-group May 13 17:17:46.080214 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: address_scope.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.080935 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.081456 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: address-scope May 13 17:17:46.081788 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.082720 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.083275 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: router-admin-state-down-before-update May 13 17:17:46.083873 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: agent.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.084573 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.085092 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: agent May 13 17:17:46.085429 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: agent_resources_synced.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.086885 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.087444 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: agent-resources-synced May 13 17:17:46.087778 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.089583 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.090125 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: allowed-address-pairs May 13 17:17:46.090451 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.091571 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.092095 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: auto-allocated-topology May 13 17:17:46.092425 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: availability_zone.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.093128 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.093644 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: availability_zone May 13 17:17:46.093978 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: availability_zone_filter.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.094902 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.095457 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: availability_zone_filter May 13 17:17:46.095791 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: data_plane_status.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.096711 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.097226 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension data-plane-status not supported by any of loaded plugins May 13 17:17:46.097558 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: default_subnetpools.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.098487 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.099007 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: default-subnetpools May 13 17:17:46.099364 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.100183 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.100703 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: dhcp_agent_scheduler May 13 17:17:46.101036 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: dns.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.102004 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.102519 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension dns-integration not supported by any of loaded plugins May 13 17:17:46.102853 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: dns_domain_ports.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.103813 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.104336 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 17:17:46.104666 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.105600 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.106116 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 13 17:17:46.106448 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: dvr.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.107145 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.107665 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: dvr May 13 17:17:46.107994 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: ecmp_routes.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.108919 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.109437 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension ecmp_routes not supported by any of loaded plugins May 13 17:17:46.109766 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: empty_string_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.110820 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.111287 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: empty-string-filtering May 13 17:17:46.111616 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.112541 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.113063 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 17:17:46.113392 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.114311 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.114829 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 17:17:46.115181 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: external_net.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.116110 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.116628 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: external-net May 13 17:17:46.116961 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.118399 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.118916 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: extra_dhcp_opt May 13 17:17:46.119281 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: extraroute.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.120199 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.120718 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: extraroute May 13 17:17:46.121047 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: extraroute_atomic.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.122271 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.122800 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: extraroute-atomic May 13 17:17:46.123207 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: filter_validation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.123833 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.124355 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: filter-validation May 13 17:17:46.124687 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: fip_pf_description.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.125608 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.126131 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 17:17:46.126459 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: fip_pf_port_range.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.127413 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.127927 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 13 17:17:46.128254 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: fip_port_details.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.129176 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.129694 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: fip-port-details May 13 17:17:46.130025 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: flavors.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.131292 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.131825 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: flavors May 13 17:17:46.132162 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.134426 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.134968 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 17:17:46.135346 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: floatingip_pools.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.136064 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.136592 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: floatingip-pools May 13 17:17:46.136928 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: ip_allocation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.137881 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.138401 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension ip_allocation not supported by any of loaded plugins May 13 17:17:46.138735 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.139699 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.140223 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: ip-substring-filtering May 13 17:17:46.140560 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l2_adjacency.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.141499 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.142020 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 17:17:46.142350 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.143368 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.143902 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: router May 13 17:17:46.144239 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.146462 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.147004 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 17:17:46.147381 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.148347 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.148881 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: ext-gw-mode May 13 17:17:46.149224 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.150154 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.150682 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: l3-ha May 13 17:17:46.151020 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.151976 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.152494 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 13 17:17:46.152832 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3_flavors.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.153761 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.154283 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: l3-flavors May 13 17:17:46.154619 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.156039 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.156596 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 13 17:17:46.156932 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.157862 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.158390 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 17:17:46.158725 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: l3agentscheduler.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.159804 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.160326 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: l3_agent_scheduler May 13 17:17:46.160664 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: local_ip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.163857 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.164427 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension local_ip not supported by any of loaded plugins May 13 17:17:46.164775 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: logging.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.166257 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.166795 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension logging not supported by any of loaded plugins May 13 17:17:46.167159 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: metering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.167922 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.168515 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: metering May 13 17:17:46.168855 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.169953 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.170480 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: metering_source_and_destination_fields May 13 17:17:46.170819 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: multiprovidernet.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.171799 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.172324 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: multi-provider May 13 17:17:46.172659 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: netmtu.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.173584 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.174108 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: net-mtu May 13 17:17:46.174441 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: netmtu_writable.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.175399 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.175929 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: net-mtu-writable May 13 17:17:46.176255 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: network_availability_zone.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.176939 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.177455 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: network_availability_zone May 13 17:17:46.177783 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: network_ip_availability.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.178904 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.179467 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: network-ip-availability May 13 17:17:46.180324 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: network_segment_range.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.181104 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.181619 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension network-segment-range not supported by any of loaded plugins May 13 17:17:46.181951 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: pagination.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.182940 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.183324 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: pagination May 13 17:17:46.183651 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: port_device_profile.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.184583 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.185105 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: port-device-profile May 13 17:17:46.185437 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: port_mac_address_override.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.186380 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.186904 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: port-mac-override May 13 17:17:46.187276 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.188227 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.188751 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: port-mac-address-regenerate May 13 17:17:46.189083 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.190003 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.190531 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: port-numa-affinity-policy May 13 17:17:46.190860 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: port_resource_request.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.191814 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.192337 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension port-resource-request not supported by any of loaded plugins May 13 17:17:46.192668 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.193647 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.194172 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 13 17:17:46.194502 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: portbindings.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.196008 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.196537 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: binding May 13 17:17:46.196870 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: portbindings_extended.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.198145 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.198675 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: binding-extended May 13 17:17:46.199013 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: portsecurity.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.199966 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.200495 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: port-security May 13 17:17:46.200831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: project_id.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.201814 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.202151 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: project-id May 13 17:17:46.202480 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: providernet.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.203448 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.203983 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: provider May 13 17:17:46.204320 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.208023 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.208824 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos not supported by any of loaded plugins May 13 17:17:46.209168 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.210426 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.210978 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 17:17:46.211345 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.212284 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.212810 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 17:17:46.213145 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_default.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.214069 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.214598 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-default not supported by any of loaded plugins May 13 17:17:46.214931 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_fip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.215885 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.216411 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-fip not supported by any of loaded plugins May 13 17:17:46.216742 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.217678 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.218200 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 13 17:17:46.218531 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.219505 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.220023 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 17:17:46.220352 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.221288 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.221810 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 17:17:46.222142 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.223221 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.223753 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 13 17:17:46.224084 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.225137 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.225670 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 13 17:17:46.225999 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_pps_rule.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.227232 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.227759 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-pps not supported by any of loaded plugins May 13 17:17:46.228094 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.229023 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.229548 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 17:17:46.229882 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.230817 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.231358 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 13 17:17:46.231694 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: qos_rules_alias.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.232745 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.233264 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 17:17:46.233596 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: quota_check_limit.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.234589 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.235111 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: quota-check-limit May 13 17:17:46.235468 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: quotasv2.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.236411 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.236750 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: quotas May 13 17:17:46.237079 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: quotasv2_detail.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.246037 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.246386 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: quota_details May 13 17:17:46.246730 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: rbac.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.247846 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.248388 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: rbac-policies May 13 17:17:46.248728 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: rbac_address_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.249674 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.250205 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: rbac-address-group May 13 17:17:46.250543 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: rbac_address_scope.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.251512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.252083 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: rbac-address-scope May 13 17:17:46.252418 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: rbac_security_groups.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.253355 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.253884 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: rbac-security-groups May 13 17:17:46.254217 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.255171 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.255700 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: rbac-subnetpool May 13 17:17:46.256036 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: revisionifmatch.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.256969 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.257492 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: revision-if-match May 13 17:17:46.258430 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: revisions.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.259634 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.260167 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: standard-attr-revisions May 13 17:17:46.260499 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: router_availability_zone.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.261188 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.261711 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: router_availability_zone May 13 17:17:46.262040 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: routerservicetype.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.262978 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.263572 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension router-service-type not supported by any of loaded plugins May 13 17:17:46.263951 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.264870 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.265393 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: security-groups-normalized-cidr May 13 17:17:46.265729 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.266678 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.267228 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: port-security-groups-filtering May 13 17:17:46.267563 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.268519 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.269041 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: security-groups-remote-address-group May 13 17:17:46.269378 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.274231 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.274809 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: security-groups-shared-filtering May 13 17:17:46.275078 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.275706 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 13 17:17:46.276057 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: securitygroup.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.285695 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.286245 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: security-group May 13 17:17:46.286589 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: segment.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.287366 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.287896 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension segment not supported by any of loaded plugins May 13 17:17:46.288236 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.289214 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.289743 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 17:17:46.290077 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: servicetype.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.291198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.291737 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: service-type May 13 17:17:46.292078 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: sorting.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.293095 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.293440 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: sorting May 13 17:17:46.293773 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: standard_attr_segment.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.294706 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.295274 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 17:17:46.295610 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: standardattrdescription.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.296270 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.296792 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: standard-attr-description May 13 17:17:46.297124 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: stateful_security_group.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.298075 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.298600 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: stateful-security-group May 13 17:17:46.298933 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: stdattrs_common.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.299545 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 17:17:46.299873 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.300823 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.301362 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 17:17:46.301692 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: subnet_onboard.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.302775 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.303331 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: subnet_onboard May 13 17:17:46.303663 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.305131 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.305657 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 17:17:46.305985 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: subnet_service_types.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.306927 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.307527 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: subnet-service-types May 13 17:17:46.307862 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: subnetallocation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.308968 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.309509 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: subnet_allocation May 13 17:17:46.309844 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.310523 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.311047 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: subnetpool-prefix-ops May 13 17:17:46.311405 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.312345 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.312869 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 17:17:46.313199 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: tagging.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.314394 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.314932 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: standard-attr-tag May 13 17:17:46.315302 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: timestamp.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.316522 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.317050 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loaded extension: standard-attr-timestamp May 13 17:17:46.317389 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: trunk.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.318454 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.318988 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension trunk not supported by any of loaded plugins May 13 17:17:46.319353 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: trunk_details.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.320928 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.321461 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension trunk-details not supported by any of loaded plugins May 13 17:17:46.321793 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.322727 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.323298 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 17:17:46.323632 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Loading extension file: vlantransparent.py {{(pid=103580) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 17:17:46.324315 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103580) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 17:17:46.324839 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 17:17:46.327443 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:network May 13 17:17:46.327988 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:subnet May 13 17:17:46.328401 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:subnetpool May 13 17:17:46.328810 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:port May 13 17:17:46.330065 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.330521 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service FLAVORS assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.331190 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.331629 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.331975 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:router May 13 17:17:46.332434 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:floatingip May 13 17:17:46.332926 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service METERING assigned prefix: /metering {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.334657 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.335037 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.335436 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of CountableResource for resource:rbac_policy May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:security_group May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:subnetpool May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] subnetpool is already registered May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:subnetpool May 13 17:17:46.341726 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] subnetpool is already registered May 13 17:17:46.342833 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.343403 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service FLAVORS assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.344481 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.345208 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.345801 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:router May 13 17:17:46.346245 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] router is already registered May 13 17:17:46.346694 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:floatingip May 13 17:17:46.347047 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] floatingip is already registered May 13 17:17:46.347544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service METERING assigned prefix: /metering {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.348237 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of CountableResource for resource:rbac_policy May 13 17:17:46.348575 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] rbac_policy is already registered May 13 17:17:46.349034 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:security_group May 13 17:17:46.349380 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] security_group is already registered May 13 17:17:46.349790 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 17:17:46.350132 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] security_group_rule is already registered May 13 17:17:46.350766 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.351107 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:subnetpool May 13 17:17:46.351501 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] subnetpool is already registered May 13 17:17:46.351931 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.v2.resource_helper [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Service CORE assigned prefix: {{(pid=103580) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 17:17:46.352267 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Creating instance of TrackedResource for resource:subnetpool May 13 17:17:46.352681 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING neutron.quota.resource_registry [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] subnetpool is already registered May 13 17:17:46.353271 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: extensions {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.354823 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: address-groups {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.356328 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: address-scopes {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.357643 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: agents {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.358812 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: auto-allocated-topology {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.360142 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: availability_zones {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.361360 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: dhcp-networks {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.362916 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: dhcp-agents {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.364456 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: routers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.366574 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: flavors {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.368306 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: service_profiles {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.370406 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: next_providers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.371202 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: service_profiles {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.372736 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: floatingip-pools {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.373962 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: routers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.376102 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: floatingips {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.378402 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: l3-routers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.379850 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: l3-agents {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.381274 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: metering-labels {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.382673 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: metering-label-rules {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.384607 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: network-ip-availabilities {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.385869 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: bindings {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.387690 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: quotas {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.389267 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: quotas {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.390801 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: rbac-policies {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.392114 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: security-groups {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.393483 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: security-group-rules {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.394752 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: service-providers {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.395989 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: subnetpools {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.397401 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: subnetpools {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.398906 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.400624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.402421 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.404224 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.406006 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.410483 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.410483 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.411466 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.413231 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.415151 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron.api.extensions [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Extended resource: tags {{(pid=103580) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 17:17:46.421059 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING keystonemiddleware.auth_token [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 17:17:46.426448 dv-cinder-841782-1-iscsi neutron-server[103580]: WARNING keystonemiddleware.auth_token [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 17:17:46.435931 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Acquired lock "singleton_lock" {{(pid=103580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 13 17:17:46.436416 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_concurrency.lockutils [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Releasing lock "singleton_lock" {{(pid=103580) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 13 17:17:46.437073 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO oslo_service.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Starting 2 workers May 13 17:17:46.441988 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Started child 103693 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 17:17:46.447082 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Started child 103694 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 17:17:46.447792 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:17:46.448739 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO neutron.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 17:17:46.449325 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [-] (103693) wsgi starting up on http://0.0.0.0:9696 May 13 17:17:46.449477 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:17:46.451701 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:17:46.452132 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO oslo_service.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Starting 1 workers May 13 17:17:46.453136 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [-] (103694) wsgi starting up on http://0.0.0.0:9696 May 13 17:17:46.457136 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Started child 103695 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 17:17:46.457679 dv-cinder-841782-1-iscsi neutron-server[103580]: INFO oslo_service.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Starting 1 workers May 13 17:17:46.460840 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] calling RpcWorker wait() {{(pid=103695) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 17:17:46.461354 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] returning from RpcWorker wait() {{(pid=103695) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 17:17:46.462478 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Started child 103696 {{(pid=103580) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 17:17:46.462695 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:17:46.463154 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:17:46.463322 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0cf5-e7d5-4e8c-aba2-4a0a64fa7cb3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:17:46.465222 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 17:17:46.465441 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 17:17:46.465631 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 17:17:46.465869 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 17:17:46.466195 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 17:17:46.466356 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 17:17:46.466905 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.467213 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.467325 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:17:46.467769 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.467769 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.468318 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.468455 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:17:46.468593 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.468845 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.469130 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.469393 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.469567 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.469736 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.470009 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.470246 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.470591 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.470859 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.471109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.471392 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.471564 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.472003 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.472264 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.472496 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.472771 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] debug = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.473028 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.473561 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.473804 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.474059 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.474301 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.474596 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.474844 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.475143 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.475386 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.475606 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.475845 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.476109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.476382 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.477140 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.477403 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.477618 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.477837 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.478313 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host = dv-cinder-841782-1-iscsi {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.478580 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.478790 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.479052 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.479355 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.479616 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.479834 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.480103 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.480347 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.480602 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.480854 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.481114 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.481371 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.481606 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.481862 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.482020 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_options = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.482253 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.482522 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.482855 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.483018 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.483184 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.483332 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.483577 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.483735 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.483988 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.484207 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.484426 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.484673 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.484909 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.485144 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.485397 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.485613 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.485831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.486043 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.486314 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.486561 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.486788 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.487015 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.487292 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.487655 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.487810 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.487970 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.488169 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.488556 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.489185 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.489448 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.489685 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.489957 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.490177 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.490506 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.490713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.490945 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.491208 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.491425 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.491691 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.491921 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.492739 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.493026 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.493244 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.493674 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.493674 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.493948 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.494152 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_json = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.494423 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.494581 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.494822 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.495054 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.495296 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.495511 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.495727 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.495965 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.496183 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.496754 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.496924 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.497181 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.497454 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.498632 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.498632 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.498632 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.498632 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.498632 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.499044 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.499169 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.499389 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.502520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.506282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.507796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.508449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.510781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.512713 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.513383 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.514022 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.514022 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.514022 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.514255 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.514487 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.514700 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516112 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516112 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516112 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516112 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516112 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516807 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516807 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516807 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.516807 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.517111 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.517229 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.517450 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.517706 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.517921 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.518211 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.518478 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.518879 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.519160 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.519423 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.519650 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.519905 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.520123 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.520392 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.520622 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.521052 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.521438 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.521840 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.522073 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.522315 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.522579 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.522818 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.523043 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.523315 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.523538 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.523777 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.524024 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.524313 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.524551 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.524849 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.525073 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.525340 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.525593 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.525897 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.526184 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.526426 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.526844 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.527150 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.527462 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.527729 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.527991 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.528233 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.528488 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.528753 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.529014 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.529269 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.529504 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.529767 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.529988 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.530242 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.530482 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.530715 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.530949 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.531278 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.531535 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.531774 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.531991 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.532274 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.532526 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.532765 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.533030 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.533281 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.533538 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.533794 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.534041 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.534276 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.534511 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.534741 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.534958 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.535222 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.535441 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.535697 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.535913 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.536147 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.536401 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.536639 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.536860 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.537078 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.537299 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.537519 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.537768 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.537985 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.538555 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.538555 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.538726 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.538884 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.539646 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.539863 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.540539 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.540539 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.540723 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.540851 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.541090 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.541319 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.541572 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.541810 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.542025 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.542265 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.542487 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.542722 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.542934 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.543176 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.543397 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.543635 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.543857 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.544106 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.544361 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.544603 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.544948 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.545202 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.545432 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.545688 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.545949 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.546186 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.546408 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.546625 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.546869 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.547106 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.547351 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.547591 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.547809 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.548029 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.548267 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.548504 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.548773 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.549015 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.549271 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.549498 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.549724 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.549960 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.550180 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.550421 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.550804 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.550938 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.551091 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.551304 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.551540 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.551826 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.552084 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.552340 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.552757 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.552877 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.553113 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.553345 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.553597 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.553817 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.554041 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.554261 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.554474 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.555263 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.555481 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.555697 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.555945 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.556165 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.556378 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.556626 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.556841 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.557077 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.557305 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.557525 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.557740 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.558167 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.558167 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.558381 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.558605 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.558826 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.559036 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.559288 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.559507 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.559721 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.559945 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.560185 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.560420 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.560696 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.560951 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.561183 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.561484 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.561737 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.561989 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.562236 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.562563 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.562784 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.563046 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.563380 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.563520 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.563742 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.564002 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.564336 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.564607 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.564862 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.565118 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.565362 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.565645 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.565919 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.566134 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.566433 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.566768 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.567027 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.567318 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.567579 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.567823 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.568047 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.568266 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.568506 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.568729 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.568942 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.569371 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.569606 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.569850 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.570070 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.570326 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.570546 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.570797 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.571013 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.571264 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.571505 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.571663 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 17:17:46.572207 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103580) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 17:17:46.572371 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 17:17:46.572527 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 17:17:46.572698 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 17:17:46.572870 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 17:17:46.573025 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 17:17:46.573234 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.573399 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.573562 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.573872 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.573959 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.574066 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.574475 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.574475 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.574635 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.574721 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.574841 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.575000 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.575182 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.575344 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.575511 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.575662 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576043 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576043 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576311 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576311 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576571 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576571 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] debug = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576814 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.576942 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.577101 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.577458 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.577458 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.577712 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.577712 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.577968 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.577968 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.578173 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.578251 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.578378 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.578539 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.578703 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.578846 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.579013 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.579196 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.579358 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host = dv-cinder-841782-1-iscsi {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.579519 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.579681 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.579842 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.580002 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.580164 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.580323 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.580484 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.580644 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.580806 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.580969 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.581134 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.581847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.581847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.581847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.581847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_options = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.581847 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.582831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.582831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.582831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.582831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.582831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.582831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.583462 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.583462 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.583462 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.583462 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.583997 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.583997 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.584143 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.584302 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.584461 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.584621 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.584785 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.584947 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.585107 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.585271 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.585427 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.585587 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.585746 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.585947 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.586106 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.586266 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.586427 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.586583 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.586739 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.586895 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.587059 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.587239 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.587395 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.587559 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.587722 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.587877 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.588014 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.588181 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.588343 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.588507 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.588667 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.588827 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.588989 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.589148 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.589312 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.589472 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_json = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.589633 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.589793 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.589953 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.590113 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.590274 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.590434 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.590594 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.590754 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.590914 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 17:17:46.591095 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.591283 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.591459 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.591622 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.591816 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.591953 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.592117 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.592280 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.592444 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.592606 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.592777 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.592940 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.593112 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.593277 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.593439 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.593605 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.593769 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.593931 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.594096 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.594259 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.594424 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.594586 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.594759 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.594921 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.595084 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.595270 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.595435 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.595610 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.595773 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.595943 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.596121 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.596284 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.596370 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:17:46.596453 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.596601 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.596765 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.596934 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.597119 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.597255 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.597417 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.597582 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.597767 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.597935 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.598100 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.598263 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.598427 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.598592 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.598757 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.598921 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.599087 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.599346 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.599509 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.599740 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.599890 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.600043 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.600182 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.600311 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.600439 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.600603 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.601011 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.601011 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.601256 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.601256 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603293 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603832 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603832 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603832 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.603832 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.604065 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.604065 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.604288 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.604821 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.604821 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.604821 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605071 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605071 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605221 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605300 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605466 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605630 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605793 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.605957 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.606120 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.606283 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.606461 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.606629 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.606790 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.606929 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.607094 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.607282 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.607447 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.607614 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.607776 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.607940 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.608103 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.608266 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.608437 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.608603 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.608765 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.608899 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.609068 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.609262 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.609382 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.609544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.609714 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.609866 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.610014 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.610180 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.610342 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.610505 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.610668 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.610831 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.611002 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.611552 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.611552 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.611552 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.611994 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.611994 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.611994 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.612230 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.612310 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.612427 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.612590 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.612753 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.612916 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.613079 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.613242 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.613405 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.613583 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.613759 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.613914 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.614068 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.614253 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.614417 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.614568 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.614730 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.614895 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.615060 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.615249 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.615413 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.615576 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.615740 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.615905 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.616069 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.616233 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.616384 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.616549 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.616712 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.616876 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.617129 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.617770 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.617905 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.618037 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.618201 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.618367 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.618530 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.618693 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.618856 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.619021 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.619213 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.619379 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.619543 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.619711 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.619924 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.620066 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.620196 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.620324 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.620474 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.620637 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.620804 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.620967 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.621132 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.621296 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.621461 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.621625 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.621789 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.621955 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.622120 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.622284 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.622449 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.622612 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.622778 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.622942 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.623106 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.623292 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.623456 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.623625 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.623807 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.623998 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.625544 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.628198 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.629512 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.630624 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631171 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631171 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631171 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631171 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631171 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631521 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631521 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631668 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631811 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.631945 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.632109 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.632271 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.632434 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.632597 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.632785 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.632957 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.633122 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.633286 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.633451 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.633614 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.633778 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.633949 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.634116 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.634286 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.634453 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.634617 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.634786 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.634948 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.635142 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.635306 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.635471 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.635637 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.635800 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.635964 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.636130 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.636299 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.636626 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.636626 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.636779 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.636950 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.637124 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.637299 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.637461 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.637633 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.637807 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.637970 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.638133 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.638297 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.638461 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.638625 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.638789 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.638953 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.639116 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.639301 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.639464 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.639632 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.639796 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.639960 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.640124 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.640288 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.640451 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.640616 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.640781 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.640944 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 17:17:46.641100 dv-cinder-841782-1-iscsi neutron-server[103580]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103580) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 17:17:46.838671 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 39318) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:17:46.847284 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063486 May 13 17:17:58.402283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26193df-4510-4e97-a58f-ba2637b11483 None None] get_active_networks_info from dv-cinder-841782-1-iscsi {{(pid=103695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 13 17:17:58.552042 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26193df-4510-4e97-a58f-ba2637b11483 None None] No non-hosted networks {{(pid=103695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 17:17:58.555022 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.agentschedulers_db [None req-d26193df-4510-4e97-a58f-ba2637b11483 None None] DHCP Agent not found on host dv-cinder-841782-1-iscsi {{(pid=103695) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 17:17:58.639446 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e58d49f7-2469-440d-9a94-1d745d18dc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1818589'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:00.531088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ece5c861-5b22-4968-8f31-c84af605791b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1818589'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:00.556841 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.db.api [None req-0a453c76-2b1f-4f44-a6b6-0ce4c383951c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841782-1-iscsi {{(pid=103695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 17:18:00.557601 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG oslo_db.api [None req-0a453c76-2b1f-4f44-a6b6-0ce4c383951c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 17:18:01.139300 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0a453c76-2b1f-4f44-a6b6-0ce4c383951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:01.849186 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 39386) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:02.001551 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1818589'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:02.389123 dv-cinder-841782-1-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-e7b474f8-0284-458e-9a34-f33622ade32c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:02.389830 dv-cinder-841782-1-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-e7b474f8-0284-458e-9a34-f33622ade32c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:02.615286 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [None req-e7b474f8-0284-458e-9a34-f33622ade32c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:18:02.630316 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e7b474f8-0284-458e-9a34-f33622ade32c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7655258 May 13 17:18:03.464582 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1818589'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:04.739028 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1818589'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:04.740001 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.740385 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.740748 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.741089 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.741431 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.741798 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.742135 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.742493 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.742826 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.743216 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.743572 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.743930 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.744274 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.744603 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.744929 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:04.745382 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841782-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:04.757197 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841782-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:05.127403 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39418) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:05.646504 dv-cinder-841782-1-iscsi neutron-server[103694]: WARNING oslo_policy.policy [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:05.647138 dv-cinder-841782-1-iscsi neutron-server[103694]: WARNING oslo_policy.policy [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:05.873360 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:18:05.964116 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.policy [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103694) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 17:18:06.005619 dv-cinder-841782-1-iscsi neutron-server[103694]: WARNING oslo_policy.policy [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:06.006007 dv-cinder-841782-1-iscsi neutron-server[103694]: WARNING oslo_policy.policy [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:06.146144 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777331516520', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777331522164', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777331538859', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777331530184', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777331550747', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777331543891', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-893727', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688357', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591688', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1650644'] for rbac-policy (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:06.438468 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:06.455181 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5613bf38-ffbf-41a0-bd9c-1613aca00657 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3105371 May 13 17:18:07.647788 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.db.l3_hamode_db [None req-40819730-f8ec-4324-a77b-cb9819cc5d9a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 17:18:07.725839 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40819730-f8ec-4324-a77b-cb9819cc5d9a None None] Routers set() bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:18:07.726759 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40819730-f8ec-4324-a77b-cb9819cc5d9a None None] Router IDs set() for agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 13 17:18:08.933226 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39436) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:09.241507 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:18:09.315838 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Made reservation on behalf of 17128730ad3c43e194e508cc0fcd24cb for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:18:09.319723 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.337380 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.441087 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks [] for security_group (7673c09d-7f73-4ae1-a5d1-409b7e5f4219), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.502712 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (7673c09d-7f73-4ae1-a5d1-409b7e5f4219), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.527051 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:18:09.562052 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777335230760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (7219b243-a7fc-4ab1-b716-6d62e6d98808), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.562684 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Unsubscribe: segment precommit_create {{(pid=103694) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 17:18:09.563219 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Added segment 7219b243-a7fc-4ab1-b716-6d62e6d98808 of type vlan for network 79df5df2-a1e1-4590-984f-c162ab546554 May 13 17:18:09.578614 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7673c09d-7f73-4ae1-a5d1-409b7e5f4219,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:09.605550 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.605895 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.606252 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.606605 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.606939 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.607321 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.607648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.607969 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.608290 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.608610 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.608965 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.609296 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.609616 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.609931 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.610246 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Tracked resource versions report: May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: pushed versions: May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: { 'AddressGroup': {'1.2'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Agent': {'1.1'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'ConntrackHelper': {'1.0'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Log': {'1.0'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'NDPProxy': {'1.0'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Network': {'1.1'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Port': {'1.7'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'PortForwarding': {'1.3'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'QosPolicy': {'1.10'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroup': {'1.5'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SubPort': {'1.0'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Subnet': {'1.1'}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Trunk': {'1.1'}} May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: consumer versions: May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Agent': '1.1', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'ConntrackHelper': '1.0', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'LocalIPAssociation': '1.0', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Log': '1.0', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'NDPProxy': '1.0', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Network': '1.1', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Port': '1.7', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'PortForwarding': '1.3', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'QosPolicy': '1.10', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroup': '1.5', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroupRule': '1.2', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SubPort': '1.0', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Subnet': '1.1', May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Trunk': '1.1'}} May 13 17:18:09.612197 dv-cinder-841782-1-iscsi neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:18:09.678612 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (79df5df2-a1e1-4590-984f-c162ab546554), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.771228 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (79df5df2-a1e1-4590-984f-c162ab546554), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.776953 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:09.777642 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:09.893623 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] Pushing event updated for resources: {'Network': ['ID=79df5df2-a1e1-4590-984f-c162ab546554,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:09.905637 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 79df5df2-a1e1-4590-984f-c162ab546554 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:18:09.933942 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-13a7239d-909b-461b-bce6-3e99a60fc87d demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9996469 May 13 17:18:12.422700 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39448) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:12.821309 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58547880-6010-4db7-8698-3a074c34a669 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:12.822656 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-58547880-6010-4db7-8698-3a074c34a669 demo admin] 10.222.0.64 "GET /v2.0/networks/79df5df2-a1e1-4590-984f-c162ab546554 HTTP/1.1" status: 200 len: 825 time: 0.3989425 May 13 17:18:12.846544 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-eb3b8338-a90e-4a19-a94f-fbb5076cf285 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/808bf347-9c85-4a8c-8aae-64b4f12114b7 HTTP/1.1" status: 200 len: 734 time: 0.0183010 May 13 17:18:12.855186 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '808bf347-9c85-4a8c-8aae-64b4f12114b7'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:18:12.915507 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Made reservation on behalf of 17128730ad3c43e194e508cc0fcd24cb for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:18:12.917689 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:13.276066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (338bc59e-cc47-402f-b563-f8db93c031a8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:13.346551 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Checking segment: {'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:18:13.346923 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Network hostable DHCP agents. Network: 79df5df2-a1e1-4590-984f-c162ab546554, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:18:13.352107 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Pushing event updated for resources: {'Subnet': ['ID=338bc59e-cc47-402f-b563-f8db93c031a8,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:13.429569 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Network 79df5df2-a1e1-4590-984f-c162ab546554 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:18:13.486712 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 79df5df2-a1e1-4590-984f-c162ab546554) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:18:13.491236 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:13.491820 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:13.496308 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c70d67-9caf-4177-b82e-31573dfba0b6 None None] Network 79df5df2-a1e1-4590-984f-c162ab546554 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:18:13.579444 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8c2e4d32-8ed6-43b5-bbab-9571d6e5969b demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7271907 May 13 17:18:13.753931 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-79df5df2-a1e1-4590-984f-c162ab546554', 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'fixed_ips': [{'subnet_id': '338bc59e-cc47-402f-b563-f8db93c031a8'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:18:13.755360 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:14.037662 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Allocated IP 172.20.0.2 (79df5df2-a1e1-4590-984f-c162ab546554/338bc59e-cc47-402f-b563-f8db93c031a8/626a86cb-af28-4180-8473-b7745c348b8d) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:18:14.301873 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Publish callbacks [] for port (626a86cb-af28-4180-8473-b7745c348b8d), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:14.384911 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (626a86cb-af28-4180-8473-b7745c348b8d), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:14.458569 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Network 79df5df2-a1e1-4590-984f-c162ab546554 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:18:14.468182 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:18:14.476969 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:18:14.479300 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Pushing event updated for resources: {'Port': ['ID=626a86cb-af28-4180-8473-b7745c348b8d,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:14.510227 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.510883 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.510966 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.511305 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.511647 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.511979 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.512307 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.512638 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.512969 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.513294 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.513622 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.513966 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.514294 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.514617 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.514942 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Tracked resource versions report: May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: pushed versions: May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: { 'AddressGroup': {'1.2'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Agent': {'1.1'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'ConntrackHelper': {'1.0'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'LocalIPAssociation': {'1.0'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Log': {'1.0'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'NDPProxy': {'1.0'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Network': {'1.1'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Port': {'1.7'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'PortForwarding': {'1.3'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'QosPolicy': {'1.10'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroup': {'1.5'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroupRule': {'1.2'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SubPort': {'1.0'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Subnet': {'1.1'}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Trunk': {'1.1'}} May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: consumer versions: May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Agent': '1.1', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'ConntrackHelper': '1.0', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'LocalIPAssociation': '1.0', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Log': '1.0', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'NDPProxy': '1.0', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Network': '1.1', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Port': '1.7', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'PortForwarding': '1.3', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'QosPolicy': '1.10', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroup': '1.5', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroupRule': '1.2', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SubPort': '1.0', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Subnet': '1.1', May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Trunk': '1.1'}} May 13 17:18:14.516446 dv-cinder-841782-1-iscsi neutron-server[103695]: {{(pid=103695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:18:14.565784 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Attempting to bind port 626a86cb-af28-4180-8473-b7745c348b8d on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:18:14.566119 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Attempting to bind port 626a86cb-af28-4180-8473-b7745c348b8d by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:18:14.566537 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Attempting to bind port 626a86cb-af28-4180-8473-b7745c348b8d on network 79df5df2-a1e1-4590-984f-c162ab546554 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:18:14.571465 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:18:14.571860 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Checking segment: {'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:18:14.572345 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:14.572737 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Bound using segment: {'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:18:14.573225 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Bound port: 626a86cb-af28-4180-8473-b7745c348b8d, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:18:14.573638 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (626a86cb-af28-4180-8473-b7745c348b8d), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:14.638076 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] For port 626a86cb-af28-4180-8473-b7745c348b8d, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:18:14.642383 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] For port 626a86cb-af28-4180-8473-b7745c348b8d, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=626a86cb-af28-4180-8473-b7745c348b8d,segment=NetworkSegment(7219b243-a7fc-4ab1-b716-6d62e6d98808),segment_id=7219b243-a7fc-4ab1-b716-6d62e6d98808)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:18:14.720597 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (626a86cb-af28-4180-8473-b7745c348b8d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:14.788049 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737feee-6af7-42a1-b7e7-a0f1f2e49b72 None None] Pushing event updated for resources: {'Port': ['ID=626a86cb-af28-4180-8473-b7745c348b8d,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:16.099153 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39456) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:16.437945 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [None req-71600037-2689-4ebf-8cc5-8d0574c7ead6 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:18:16.438957 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-71600037-2689-4ebf-8cc5-8d0574c7ead6 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3386822 May 13 17:18:18.921917 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39464) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:19.236618 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [None req-9894c8e4-1eff-4332-9a57-2859e2bcf6e1 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:18:19.237698 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-9894c8e4-1eff-4332-9a57-2859e2bcf6e1 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3148613 May 13 17:18:21.718785 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39472) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:22.042288 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-12445303-e28f-4fab-81ae-6c995ece7a1c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:18:22.144195 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12445303-e28f-4fab-81ae-6c995ece7a1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (af5caba9-3b88-42fb-ab6d-6868a46a348e), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:22.145729 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12445303-e28f-4fab-81ae-6c995ece7a1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (af5caba9-3b88-42fb-ab6d-6868a46a348e), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:22.279986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12445303-e28f-4fab-81ae-6c995ece7a1c demo demo] Publish callbacks [] for router_controller (af5caba9-3b88-42fb-ab6d-6868a46a348e), precommit_add_association {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:22.368275 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12445303-e28f-4fab-81ae-6c995ece7a1c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (af5caba9-3b88-42fb-ab6d-6868a46a348e), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:22.494312 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-12445303-e28f-4fab-81ae-6c995ece7a1c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:22.511158 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-12445303-e28f-4fab-81ae-6c995ece7a1c demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7756882 May 13 17:18:24.962706 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39484) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:25.289576 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [None req-4297c0bb-286a-4ac8-ac6e-4164021af1d3 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:18:25.290587 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4297c0bb-286a-4ac8-ac6e-4164021af1d3 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3268647 May 13 17:18:25.410174 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 626a86cb-af28-4180-8473-b7745c348b8d up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:18:25.502614 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 626a86cb-af28-4180-8473-b7745c348b8d triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:25.503039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (626a86cb-af28-4180-8473-b7745c348b8d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:25.615413 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 626a86cb-af28-4180-8473-b7745c348b8d is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:25.615812 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (626a86cb-af28-4180-8473-b7745c348b8d), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:25.650508 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 626a86cb-af28-4180-8473-b7745c348b8d, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=626a86cb-af28-4180-8473-b7745c348b8d,segment=NetworkSegment(7219b243-a7fc-4ab1-b716-6d62e6d98808),segment_id=7219b243-a7fc-4ab1-b716-6d62e6d98808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:18:25.721920 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (626a86cb-af28-4180-8473-b7745c348b8d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:25.772444 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=626a86cb-af28-4180-8473-b7745c348b8d,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:26.212108 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8658db-10fb-4749-bd7b-1bdc9d671acb None None] Network 79df5df2-a1e1-4590-984f-c162ab546554 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:18:26.263987 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-6c025d74-bfdc-4df2-8cf1-fc4e49eda6ac None None] Provisioning complete for port 626a86cb-af28-4180-8473-b7745c348b8d triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:26.264298 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-6c025d74-bfdc-4df2-8cf1-fc4e49eda6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (626a86cb-af28-4180-8473-b7745c348b8d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:26.395619 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-6c025d74-bfdc-4df2-8cf1-fc4e49eda6ac None None] Current status of the port 626a86cb-af28-4180-8473-b7745c348b8d is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:26.613898 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-99e92d98-78e4-4749-9d84-b8c802025392 None None] Provisioning complete for port 626a86cb-af28-4180-8473-b7745c348b8d triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:26.614563 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-99e92d98-78e4-4749-9d84-b8c802025392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (626a86cb-af28-4180-8473-b7745c348b8d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:26.690444 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-99e92d98-78e4-4749-9d84-b8c802025392 None None] Current status of the port 626a86cb-af28-4180-8473-b7745c348b8d is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:27.384691 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 626a86cb-af28-4180-8473-b7745c348b8d up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:18:27.431832 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 626a86cb-af28-4180-8473-b7745c348b8d triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:27.432222 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (626a86cb-af28-4180-8473-b7745c348b8d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:27.510000 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 626a86cb-af28-4180-8473-b7745c348b8d is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:27.784521 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39492) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:28.107846 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:18:28.200728 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Made reservation on behalf of 6e1067556b2a41588af4e1e6fd0de9f1 for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:18:28.202870 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.213378 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.282616 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks [] for security_group (1346155b-9211-4a3f-833b-280fc2ff7687), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.344040 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1346155b-9211-4a3f-833b-280fc2ff7687), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.359622 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103694) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 17:18:28.379373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1346155b-9211-4a3f-833b-280fc2ff7687,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:28.382123 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (664d83b4-3b59-4f16-834d-58d9d9ff0a92), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.387060 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Added segment 664d83b4-3b59-4f16-834d-58d9d9ff0a92 of type flat for network 03717d38-7166-4ba9-9b56-57f7615d606a May 13 17:18:28.426777 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (03717d38-7166-4ba9-9b56-57f7615d606a), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.464257 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-dba100b2-c88b-4c3d-ae4c-001921a62b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.522089 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (03717d38-7166-4ba9-9b56-57f7615d606a), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.523702 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:28.524287 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:28.611067 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=03717d38-7166-4ba9-9b56-57f7615d606a,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:28.621195 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 03717d38-7166-4ba9-9b56-57f7615d606a details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:18:28.678072 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-45d9c499-3703-4bad-851b-c1db49764ab3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8924799 May 13 17:18:30.532384 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-cddb18e5-c8c5-43b1-bd4a-25089bb05569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:31.122322 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 39500) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:31.478163 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f9b1c-35e5-4eb0-9716-b55940ca37b6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:31.479561 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ac6f9b1c-35e5-4eb0-9716-b55940ca37b6 demo admin] 10.222.0.64 "GET /v2.0/subnets/338bc59e-cc47-402f-b563-f8db93c031a8 HTTP/1.1" status: 200 len: 849 time: 0.3562741 May 13 17:18:31.604186 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-2404f480-2aec-4d55-bd9f-1328aa3981f8 demo admin] 10.222.0.64 "GET /v2.0/routers/af5caba9-3b88-42fb-ab6d-6868a46a348e HTTP/1.1" status: 200 len: 704 time: 0.1189206 May 13 17:18:31.878881 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:31.909690 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:32.222014 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Allocated IP 172.20.0.1 (79df5df2-a1e1-4590-984f-c162ab546554/338bc59e-cc47-402f-b563-f8db93c031a8/c9a115b7-6f54-4792-8184-68a785a50cca) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:18:32.406678 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks [] for port (c9a115b7-6f54-4792-8184-68a785a50cca), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:32.544188 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:32.616516 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Network 79df5df2-a1e1-4590-984f-c162ab546554 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:18:32.620927 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:18:32.623502 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:18:32.624030 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (af5caba9-3b88-42fb-ab6d-6868a46a348e), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:32.692269 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Pushing event updated for resources: {'Port': ['ID=c9a115b7-6f54-4792-8184-68a785a50cca,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:32.846856 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-6ada510d-9460-49c2-b571-959d8bb830b2 None None] Provisioning complete for port c9a115b7-6f54-4792-8184-68a785a50cca triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:32.847189 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-6ada510d-9460-49c2-b571-959d8bb830b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:32.880641 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-6ada510d-9460-49c2-b571-959d8bb830b2 None None] Port c9a115b7-6f54-4792-8184-68a785a50cca cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:18:32.914109 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:33.116613 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks [] for port (c9a115b7-6f54-4792-8184-68a785a50cca), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:33.212080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:33.212837 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (af5caba9-3b88-42fb-ab6d-6868a46a348e), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:33.289929 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Pushing event updated for resources: {'Port': ['ID=c9a115b7-6f54-4792-8184-68a785a50cca,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:33.339713 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Network 79df5df2-a1e1-4590-984f-c162ab546554 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:18:33.339713 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:18:33.417339 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:33.584282 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Router af5caba9-3b88-42fb-ab6d-6868a46a348e is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:18:33.600734 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-8ff4fcda-b3ff-41ad-b803-61e706e94c1d None None] Provisioning complete for port c9a115b7-6f54-4792-8184-68a785a50cca triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:33.601129 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8ff4fcda-b3ff-41ad-b803-61e706e94c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:33.636697 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4fcda-b3ff-41ad-b803-61e706e94c1d None None] Port c9a115b7-6f54-4792-8184-68a785a50cca cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:18:33.677516 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:18:33.683011 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5dba32f1-795b-4d4d-9610-fe2eccbdb11d demo admin] 10.222.0.64 "PUT /v2.0/routers/af5caba9-3b88-42fb-ab6d-6868a46a348e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0734684 May 13 17:18:33.687460 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Sync routers for ids ['af5caba9-3b88-42fb-ab6d-6868a46a348e'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:18:33.701974 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Routers {'af5caba9-3b88-42fb-ab6d-6868a46a348e'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:18:33.702837 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:18:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['af5caba9-3b88-42fb-ab6d-6868a46a348e'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:33.893770 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Set router af5caba9-3b88-42fb-ab6d-6868a46a348e gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:18:34.317920 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'name': 'router1', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:18:22Z', 'updated_at': '2022-05-13T17:18:32Z', 'revision_number': 2, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'gw_port_host': None, '_interfaces': [{'id': 'c9a115b7-6f54-4792-8184-68a785a50cca', 'name': '', 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'mac_address': 'fa:16:3e:32:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:31Z', 'updated_at': '2022-05-13T17:18:32Z', 'revision_number': 2, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'subnets': [{'id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '808bf347-9c85-4a8c-8aae-64b4f12114b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:34.369588 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Checking router: af5caba9-3b88-42fb-ab6d-6868a46a348e for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:18:34.369976 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Updating router af5caba9-3b88-42fb-ab6d-6868a46a348e port c9a115b7-6f54-4792-8184-68a785a50cca binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:18:34.454031 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:34.703954 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:34.937543 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Publish callbacks [] for port (c9a115b7-6f54-4792-8184-68a785a50cca), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.011736 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.155378 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Pushing event updated for resources: {'Port': ['ID=c9a115b7-6f54-4792-8184-68a785a50cca,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:35.187928 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.188280 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.188646 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.189012 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.189355 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.189697 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.190032 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.190358 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.190689 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.191019 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.191372 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.191718 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.192285 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.192386 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.192680 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Tracked resource versions report: May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: pushed versions: May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: { 'AddressGroup': {'1.2'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Agent': {'1.1'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'ConntrackHelper': {'1.0'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'LocalIPAssociation': {'1.0'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Log': {'1.0'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'NDPProxy': {'1.0'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Network': {'1.1'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Port': {'1.7'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'PortForwarding': {'1.3'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'QosPolicy': {'1.10'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroup': {'1.5'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroupRule': {'1.2'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SubPort': {'1.0'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Subnet': {'1.1'}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Trunk': {'1.1'}} May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: consumer versions: May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Agent': '1.1', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'ConntrackHelper': '1.0', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'LocalIPAssociation': '1.0', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Log': '1.0', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'NDPProxy': '1.0', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Network': '1.1', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Port': '1.7', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'PortForwarding': '1.3', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'QosPolicy': '1.10', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroup': '1.5', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroupRule': '1.2', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SubPort': '1.0', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Subnet': '1.1', May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Trunk': '1.1'}} May 13 17:18:35.194156 dv-cinder-841782-1-iscsi neutron-server[103696]: {{(pid=103696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:18:35.199060 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Attempting to bind port c9a115b7-6f54-4792-8184-68a785a50cca on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:18:35.199498 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Attempting to bind port c9a115b7-6f54-4792-8184-68a785a50cca by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:18:35.199929 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Attempting to bind port c9a115b7-6f54-4792-8184-68a785a50cca on network 79df5df2-a1e1-4590-984f-c162ab546554 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:18:35.206107 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:18:35.206521 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Checking segment: {'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:18:35.207549 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.207549 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Bound using segment: {'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:18:35.207906 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Bound port: c9a115b7-6f54-4792-8184-68a785a50cca, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7219b243-a7fc-4ab1-b716-6d62e6d98808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:18:35.208293 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.284052 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] For port c9a115b7-6f54-4792-8184-68a785a50cca, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:18:35.306166 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] For port c9a115b7-6f54-4792-8184-68a785a50cca, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=c9a115b7-6f54-4792-8184-68a785a50cca,segment=NetworkSegment(7219b243-a7fc-4ab1-b716-6d62e6d98808),segment_id=7219b243-a7fc-4ab1-b716-6d62e6d98808)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:18:35.389257 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.440080 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ea1419f4-737a-4c0a-bb60-acc1fbddd461 None None] Provisioning complete for port c9a115b7-6f54-4792-8184-68a785a50cca triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:35.440788 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ea1419f4-737a-4c0a-bb60-acc1fbddd461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.450941 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Routers {'af5caba9-3b88-42fb-ab6d-6868a46a348e'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:18:35.451918 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:18:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['af5caba9-3b88-42fb-ab6d-6868a46a348e'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:35.457355 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb59948-cc6a-4f03-8a8a-a7a70a2db286 None None] Pushing event updated for resources: {'Port': ['ID=c9a115b7-6f54-4792-8184-68a785a50cca,revision_number=4']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:35.537385 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ea1419f4-737a-4c0a-bb60-acc1fbddd461 None None] Current status of the port c9a115b7-6f54-4792-8184-68a785a50cca is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:35.537717 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ea1419f4-737a-4c0a-bb60-acc1fbddd461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.561767 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] Set router af5caba9-3b88-42fb-ab6d-6868a46a348e gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:18:35.575672 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ea1419f4-737a-4c0a-bb60-acc1fbddd461 None None] For port c9a115b7-6f54-4792-8184-68a785a50cca, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=c9a115b7-6f54-4792-8184-68a785a50cca,segment=NetworkSegment(7219b243-a7fc-4ab1-b716-6d62e6d98808),segment_id=7219b243-a7fc-4ab1-b716-6d62e6d98808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:18:35.652732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ea1419f4-737a-4c0a-bb60-acc1fbddd461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.700072 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1419f4-737a-4c0a-bb60-acc1fbddd461 None None] Pushing event updated for resources: {'Port': ['ID=c9a115b7-6f54-4792-8184-68a785a50cca,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:35.771320 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-74b8a171-3d9e-4381-8305-bb69d417aacd None None] Provisioning complete for port c9a115b7-6f54-4792-8184-68a785a50cca triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:35.771976 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-74b8a171-3d9e-4381-8305-bb69d417aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:35.773287 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'name': 'router1', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:18:22Z', 'updated_at': '2022-05-13T17:18:32Z', 'revision_number': 2, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'gw_port_host': None, '_interfaces': [{'id': 'c9a115b7-6f54-4792-8184-68a785a50cca', 'name': '', 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'mac_address': 'fa:16:3e:32:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:31Z', 'updated_at': '2022-05-13T17:18:35Z', 'revision_number': 4, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'subnets': [{'id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '808bf347-9c85-4a8c-8aae-64b4f12114b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:35.810482 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda6f74-2ad4-4026-a788-70e6e4c9322f None None] The sync data for ids ['af5caba9-3b88-42fb-ab6d-6868a46a348e'] in dv-cinder-841782-1-iscsi is: [{'id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'name': 'router1', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:18:22Z', 'updated_at': '2022-05-13T17:18:32Z', 'revision_number': 2, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'gw_port_host': None, '_interfaces': [{'id': 'c9a115b7-6f54-4792-8184-68a785a50cca', 'name': '', 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'mac_address': 'fa:16:3e:32:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:31Z', 'updated_at': '2022-05-13T17:18:35Z', 'revision_number': 4, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'subnets': [{'id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '808bf347-9c85-4a8c-8aae-64b4f12114b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:18:35.860395 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-74b8a171-3d9e-4381-8305-bb69d417aacd None None] Current status of the port c9a115b7-6f54-4792-8184-68a785a50cca is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:36.129011 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 39520) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:36.472213 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.policy [None req-9cccee92-e805-43a6-b24d-4e90e92998bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103693) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 17:18:36.513377 dv-cinder-841782-1-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-9cccee92-e805-43a6-b24d-4e90e92998bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:36.513778 dv-cinder-841782-1-iscsi neutron-server[103693]: WARNING oslo_policy.policy [None req-9cccee92-e805-43a6-b24d-4e90e92998bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 17:18:36.521303 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccee92-e805-43a6-b24d-4e90e92998bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:36.523034 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9cccee92-e805-43a6-b24d-4e90e92998bc admin admin] 10.222.0.64 "GET /v2.0/networks/03717d38-7166-4ba9-9b56-57f7615d606a HTTP/1.1" status: 200 len: 842 time: 0.3928292 May 13 17:18:36.533270 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'name': 'public-subnet'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:18:36.635340 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Made reservation on behalf of 6e1067556b2a41588af4e1e6fd0de9f1 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:18:36.638369 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:37.115701 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.objects.ports [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103693) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 13 17:18:37.116205 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (671c55c9-a93e-45b2-9e26-80e2acb21cbf), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:37.183817 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=671c55c9-a93e-45b2-9e26-80e2acb21cbf,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:37.188065 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:18:37.188430 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Network hostable DHCP agents. Network: 03717d38-7166-4ba9-9b56-57f7615d606a, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:18:37.198068 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.198421 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.198776 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.199113 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.199473 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.199811 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.200147 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.200475 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.200808 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.201132 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.201474 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.201815 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.202141 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.202461 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.202778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Tracked resource versions report: May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: pushed versions: May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: { 'AddressGroup': {'1.2'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Agent': {'1.1'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'ConntrackHelper': {'1.0'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Log': {'1.0'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'NDPProxy': {'1.0'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Network': {'1.1'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Port': {'1.7'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'PortForwarding': {'1.3'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'QosPolicy': {'1.10'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroup': {'1.5'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SubPort': {'1.0'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Subnet': {'1.1'}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Trunk': {'1.1'}} May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: consumer versions: May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Agent': '1.1', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'ConntrackHelper': '1.0', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'LocalIPAssociation': '1.0', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Log': '1.0', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'NDPProxy': '1.0', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Network': '1.1', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Port': '1.7', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'PortForwarding': '1.3', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'QosPolicy': '1.10', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroup': '1.5', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroupRule': '1.2', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SubPort': '1.0', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Subnet': '1.1', May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Trunk': '1.1'}} May 13 17:18:37.204247 dv-cinder-841782-1-iscsi neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:18:37.349431 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:18:37.464208 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 03717d38-7166-4ba9-9b56-57f7615d606a) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:18:37.469048 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:37.471902 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:37.473919 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d6dcc-a9ad-4633-80f3-f7b5130202bd None None] Network 03717d38-7166-4ba9-9b56-57f7615d606a requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:18:37.571262 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-460f629d-dcbb-40bc-90a2-d25daa6ea72c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0277429 May 13 17:18:37.579489 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c579c7-6386-474d-85b6-45b6f59d3b15 None None] Network 03717d38-7166-4ba9-9b56-57f7615d606a requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:18:39.993490 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 39544) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:40.256727 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e252e05f-6767-4df2-a226-46e9a4ab768f demo admin] 10.222.0.64 "GET /v2.0/routers/af5caba9-3b88-42fb-ab6d-6868a46a348e HTTP/1.1" status: 200 len: 710 time: 0.2621062 May 13 17:18:40.344455 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52522349-b6d4-4169-9ede-08d5b5a87685 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:18:40.345830 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-52522349-b6d4-4169-9ede-08d5b5a87685 demo admin] 10.222.0.64 "GET /v2.0/networks/03717d38-7166-4ba9-9b56-57f7615d606a HTTP/1.1" status: 200 len: 886 time: 0.0835791 May 13 17:18:40.355337 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:18:40.604662 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks [] for router_gateway (af5caba9-3b88-42fb-ab6d-6868a46a348e), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:40.968584 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks [] for router_gateway (af5caba9-3b88-42fb-ab6d-6868a46a348e), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:41.056984 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:41.223734 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Allocated IP 172.27.3.117 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/5e4f48af-8c18-46f7-a565-8a997f76bc87) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:18:41.436583 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks [] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:41.544499 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:41.620206 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:18:41.625363 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:18:41.633920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:18:41.642248 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Pushing event updated for resources: {'Port': ['ID=5e4f48af-8c18-46f7-a565-8a997f76bc87,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:42.050394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks [] for router_gateway (af5caba9-3b88-42fb-ab6d-6868a46a348e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:42.253458 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1813002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1811309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24537'] for router (af5caba9-3b88-42fb-ab6d-6868a46a348e), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:42.258589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1812995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1813020', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1811302'] for router (af5caba9-3b88-42fb-ab6d-6868a46a348e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:42.376501 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Router af5caba9-3b88-42fb-ab6d-6868a46a348e has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:18:42.483197 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:18:42.487660 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:42.488863 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-40eea241-e2c9-48b5-a9b9-eff916c18e21 demo admin] 10.222.0.64 "PUT /v2.0/routers/af5caba9-3b88-42fb-ab6d-6868a46a348e HTTP/1.1" status: 200 len: 890 time: 2.1373420 May 13 17:18:43.407645 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device c9a115b7-6f54-4792-8184-68a785a50cca up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:18:43.456074 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port c9a115b7-6f54-4792-8184-68a785a50cca triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:43.456475 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:43.532176 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port c9a115b7-6f54-4792-8184-68a785a50cca is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:44.732291 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Sync routers for ids ['af5caba9-3b88-42fb-ab6d-6868a46a348e'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:18:44.745207 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Routers {'af5caba9-3b88-42fb-ab6d-6868a46a348e'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:18:44.745800 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:18:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['af5caba9-3b88-42fb-ab6d-6868a46a348e'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:44.964416 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Set router af5caba9-3b88-42fb-ab6d-6868a46a348e gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:18:44.981570 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 39556) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:18:45.094260 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e439b060-20c0-45bc-a81a-171b3eef666c admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115446 May 13 17:18:45.424440 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'name': 'router1', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '5e4f48af-8c18-46f7-a565-8a997f76bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:18:22Z', 'updated_at': '2022-05-13T17:18:41Z', 'revision_number': 4, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'gw_port': {'id': '5e4f48af-8c18-46f7-a565-8a997f76bc87', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:41Z', 'updated_at': '2022-05-13T17:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'c9a115b7-6f54-4792-8184-68a785a50cca', 'name': '', 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'mac_address': 'fa:16:3e:32:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:31Z', 'updated_at': '2022-05-13T17:18:35Z', 'revision_number': 5, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'subnets': [{'id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '808bf347-9c85-4a8c-8aae-64b4f12114b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:45.477071 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Checking router: af5caba9-3b88-42fb-ab6d-6868a46a348e for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:18:45.477448 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Updating router af5caba9-3b88-42fb-ab6d-6868a46a348e port 5e4f48af-8c18-46f7-a565-8a997f76bc87 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:18:45.530805 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:45.850192 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Publish callbacks [] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:45.913990 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:45.958448 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a0ed-f695-46f0-a86c-51a84b28e7b3 None None] Pushing event updated for resources: {'Port': ['ID=5e4f48af-8c18-46f7-a565-8a997f76bc87,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:45.980825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Attempting to bind port 5e4f48af-8c18-46f7-a565-8a997f76bc87 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:18:45.981210 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Attempting to bind port 5e4f48af-8c18-46f7-a565-8a997f76bc87 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:18:45.982605 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Attempting to bind port 5e4f48af-8c18-46f7-a565-8a997f76bc87 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:18:45.987787 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:18:45.988429 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:18:45.988940 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:45.989348 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:18:45.989826 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Bound port: 5e4f48af-8c18-46f7-a565-8a997f76bc87, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:18:45.990219 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:46.042428 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] For port 5e4f48af-8c18-46f7-a565-8a997f76bc87, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:18:46.045399 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] For port 5e4f48af-8c18-46f7-a565-8a997f76bc87, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=5e4f48af-8c18-46f7-a565-8a997f76bc87,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:18:46.150039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:46.209273 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Routers {'af5caba9-3b88-42fb-ab6d-6868a46a348e'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:18:46.210159 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:18:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['af5caba9-3b88-42fb-ab6d-6868a46a348e'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:46.215573 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a0ed-f695-46f0-a86c-51a84b28e7b3 None None] Pushing event updated for resources: {'Port': ['ID=5e4f48af-8c18-46f7-a565-8a997f76bc87,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:46.335025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] Set router af5caba9-3b88-42fb-ab6d-6868a46a348e gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:18:46.550506 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'name': 'router1', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '5e4f48af-8c18-46f7-a565-8a997f76bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:18:22Z', 'updated_at': '2022-05-13T17:18:41Z', 'revision_number': 4, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'gw_port': {'id': '5e4f48af-8c18-46f7-a565-8a997f76bc87', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:41Z', 'updated_at': '2022-05-13T17:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'c9a115b7-6f54-4792-8184-68a785a50cca', 'name': '', 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'mac_address': 'fa:16:3e:32:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:31Z', 'updated_at': '2022-05-13T17:18:35Z', 'revision_number': 5, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'subnets': [{'id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '808bf347-9c85-4a8c-8aae-64b4f12114b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:18:46.579637 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afacd73c-db56-4991-b681-6a2d6a96e798 None None] The sync data for ids ['af5caba9-3b88-42fb-ab6d-6868a46a348e'] in dv-cinder-841782-1-iscsi is: [{'id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'name': 'router1', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '5e4f48af-8c18-46f7-a565-8a997f76bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:18:22Z', 'updated_at': '2022-05-13T17:18:41Z', 'revision_number': 4, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'gw_port': {'id': '5e4f48af-8c18-46f7-a565-8a997f76bc87', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:41Z', 'updated_at': '2022-05-13T17:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'c9a115b7-6f54-4792-8184-68a785a50cca', 'name': '', 'network_id': '79df5df2-a1e1-4590-984f-c162ab546554', 'tenant_id': '17128730ad3c43e194e508cc0fcd24cb', 'mac_address': 'fa:16:3e:32:89:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5caba9-3b88-42fb-ab6d-6868a46a348e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:18:31Z', 'updated_at': '2022-05-13T17:18:35Z', 'revision_number': 5, 'project_id': '17128730ad3c43e194e508cc0fcd24cb', 'subnets': [{'id': '338bc59e-cc47-402f-b563-f8db93c031a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '808bf347-9c85-4a8c-8aae-64b4f12114b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:18:47.452555 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 5e4f48af-8c18-46f7-a565-8a997f76bc87 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:18:47.517012 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 5e4f48af-8c18-46f7-a565-8a997f76bc87 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:47.517526 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:47.603449 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 5e4f48af-8c18-46f7-a565-8a997f76bc87 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:47.603761 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:47.627815 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 5e4f48af-8c18-46f7-a565-8a997f76bc87, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=5e4f48af-8c18-46f7-a565-8a997f76bc87,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:18:47.702919 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:47.757382 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=5e4f48af-8c18-46f7-a565-8a997f76bc87,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:18:49.449442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 5e4f48af-8c18-46f7-a565-8a997f76bc87 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:18:49.530270 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 5e4f48af-8c18-46f7-a565-8a997f76bc87 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:18:49.531117 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (5e4f48af-8c18-46f7-a565-8a997f76bc87), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:18:49.644063 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 5e4f48af-8c18-46f7-a565-8a997f76bc87 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:18:58.395340 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b17dee90-d219-46f4-a2cc-8924f6f82081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:00.503900 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:19:00.572192 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9c19445c-d72f-44d7-99f7-e0d485147c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:01.912017 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:03.417746 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:04.840888 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:29.355323 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5962ee4e-2384-4956-b0a6-94b0219524f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:30.565686 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3307-7249-493d-a977-a7036c383486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:31.919500 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:33.656493 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:34.691207 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:19:37.502157 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:19:58.416976 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8a39cd45-703a-47bb-b656-3325a40499b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:00.519635 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0f51ac41-181c-4720-9c46-88eb364cb163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:01.908242 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:03.393401 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:04.703384 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:05.036277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40040) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:05.096917 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ad6c65-a580-49da-a2d6-48c736b980b9 admin admin] GET failed (client error): The resource could not be found. May 13 17:20:05.098210 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-17ad6c65-a580-49da-a2d6-48c736b980b9 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609512 May 13 17:20:05.261587 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46777d88-0cd2-41d7-b1d7-67749e5464fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:05.262984 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-46777d88-0cd2-41d7-b1d7-67749e5464fd admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606717 May 13 17:20:07.528814 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40050) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:07.627764 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805cbbee-3b78-4021-9e20-d0e7b91a64ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:07.629098 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-805cbbee-3b78-4021-9e20-d0e7b91a64ca admin admin] 10.222.0.64 "GET /v2.0/subnets/338bc59e-cc47-402f-b563-f8db93c031a8 HTTP/1.1" status: 200 len: 849 time: 0.0993185 May 13 17:20:07.638867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:20:07.724735 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Publish callbacks [] for subnet (338bc59e-cc47-402f-b563-f8db93c031a8), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:07.918891 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777335427997'] for subnet (338bc59e-cc47-402f-b563-f8db93c031a8), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:07.951335 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:07.951933 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:07.953379 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] 10.222.0.64 "PUT /v2.0/subnets/338bc59e-cc47-402f-b563-f8db93c031a8 HTTP/1.1" status: 200 len: 868 time: 0.3179414 May 13 17:20:07.956674 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a5e6a-5e72-42d1-b6cc-0dc8d4edaca8 None None] Network 79df5df2-a1e1-4590-984f-c162ab546554 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:20:07.977202 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=338bc59e-cc47-402f-b563-f8db93c031a8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:20:07.984806 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.985237 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.985680 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.986091 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.986498 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.986892 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.987345 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.987762 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.988178 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.988577 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.989000 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.989415 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.989814 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.990206 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:07.990603 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18254ea-ad1d-4737-bf77-2071fbc15d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:20:08.332704 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-8d692160-a4b1-4c4b-85c7-17b9eeb31d56 None None] Provisioning complete for port 626a86cb-af28-4180-8473-b7745c348b8d triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:20:08.333096 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8d692160-a4b1-4c4b-85c7-17b9eeb31d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (626a86cb-af28-4180-8473-b7745c348b8d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:08.407905 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-8d692160-a4b1-4c4b-85c7-17b9eeb31d56 None None] Current status of the port 626a86cb-af28-4180-8473-b7745c348b8d is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:20:08.416226 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-8d692160-a4b1-4c4b-85c7-17b9eeb31d56 None None] Provisioning complete for port c9a115b7-6f54-4792-8184-68a785a50cca triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:20:08.416625 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8d692160-a4b1-4c4b-85c7-17b9eeb31d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9a115b7-6f54-4792-8184-68a785a50cca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:08.494732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-8d692160-a4b1-4c4b-85c7-17b9eeb31d56 None None] Current status of the port c9a115b7-6f54-4792-8184-68a785a50cca is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:20:10.247226 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40058) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:10.524916 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161fe17c-bb9f-487c-9c71-49ca8413969e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:10.525866 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161fe17c-bb9f-487c-9c71-49ca8413969e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:10.527594 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-161fe17c-bb9f-487c-9c71-49ca8413969e admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2793417 May 13 17:20:12.771596 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40068) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:12.901782 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67872a6d-feb8-4161-abab-792c828141cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:12.902256 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67872a6d-feb8-4161-abab-792c828141cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:12.903831 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-67872a6d-feb8-4161-abab-792c828141cd admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312888 May 13 17:20:14.502301 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:20:15.161956 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40076) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:15.284375 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc1373-4a24-4de9-8bad-42ecd480e2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:15.285942 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-94dc1373-4a24-4de9-8bad-42ecd480e2d4 admin admin] 10.222.0.64 "GET /v2.0/networks/03717d38-7166-4ba9-9b56-57f7615d606a HTTP/1.1" status: 200 len: 886 time: 0.1230381 May 13 17:20:17.535439 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40084) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:17.664688 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c521dda-39e4-4f02-a153-b308f1c7cfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:17.666516 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8c521dda-39e4-4f02-a153-b308f1c7cfd8 admin admin] 10.222.0.64 "GET /v2.0/networks/79df5df2-a1e1-4590-984f-c162ab546554 HTTP/1.1" status: 200 len: 869 time: 0.1300852 May 13 17:20:19.939004 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40092) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:20.061117 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6188efd-0ad5-41f5-8e50-01174c286334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:20.061583 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6188efd-0ad5-41f5-8e50-01174c286334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:20.063220 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e6188efd-0ad5-41f5-8e50-01174c286334 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231716 May 13 17:20:22.301981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40100) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:22.458722 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a42660-a067-436f-aede-d835dde8e787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:22.459253 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a42660-a067-436f-aede-d835dde8e787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:22.460875 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a6a42660-a067-436f-aede-d835dde8e787 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1578901 May 13 17:20:24.700363 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40108) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:24.790237 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9acc1cc-bedd-45f1-a4d0-8dbf17556e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:24.792154 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d9acc1cc-bedd-45f1-a4d0-8dbf17556e07 admin admin] 10.222.0.64 "GET /v2.0/subnets/338bc59e-cc47-402f-b563-f8db93c031a8 HTTP/1.1" status: 200 len: 868 time: 0.0908465 May 13 17:20:27.022392 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40116) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:20:27.106194 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d170069-e2c0-487e-b537-997e95c3e5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:20:27.107547 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9d170069-e2c0-487e-b537-997e95c3e5b4 admin admin] 10.222.0.64 "GET /v2.0/subnets/671c55c9-a93e-45b2-9e26-80e2acb21cbf HTTP/1.1" status: 200 len: 816 time: 0.0841863 May 13 17:20:28.433168 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-713d7369-df70-4176-837d-4917f1f9c2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:30.536355 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b4d39f83-2242-4444-8438-373f3eb1a118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:31.924577 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:33.416723 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:34.690462 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:20:51.500854 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:20:58.450478 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ceca29c9-3493-4a0f-afed-10c090317297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:00.604729 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-039b0088-ab4e-4e87-85b7-65c65d6bb175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:01.941638 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:03.427337 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:04.719091 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:07.793270 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40174) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:21:07.840247 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [None req-df0ed1a3-bac2-411b-a13e-5fc2cc8247c5 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:21:07.841255 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-df0ed1a3-bac2-411b-a13e-5fc2cc8247c5 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469682 May 13 17:21:10.167652 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40182) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:21:10.230281 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bc2080-2b3b-4bbf-a491-69e08d06452e admin admin] GET failed (client error): The resource could not be found. May 13 17:21:10.231653 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-55bc2080-2b3b-4bbf-a491-69e08d06452e admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630445 May 13 17:21:10.318968 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfee37-be73-4710-bdac-e87541087cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:21:10.320403 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-18dfee37-be73-4710-bdac-e87541087cb6 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846848 May 13 17:21:12.609795 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40190) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:21:12.655903 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:21:12.764612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Made reservation on behalf of 6e1067556b2a41588af4e1e6fd0de9f1 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:21:12.766830 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:12.807814 dv-cinder-841782-1-iscsi neutron-server[103693]: WARNING neutron.services.revisions.revision_plugin [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Could not find related network for resource to bump revision. May 13 17:21:12.825602 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:21:12.838586 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777335230760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (25e2e118-b10b-40cc-8d69-bbc3cd6095a0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:12.839105 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Unsubscribe: segment precommit_create {{(pid=103693) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 17:21:12.839622 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Added segment 25e2e118-b10b-40cc-8d69-bbc3cd6095a0 of type vlan for network b47bf9af-805a-4484-b18e-a5e03fc46901 May 13 17:21:12.881990 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (b47bf9af-805a-4484-b18e-a5e03fc46901), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:12.975929 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (b47bf9af-805a-4484-b18e-a5e03fc46901), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:12.976892 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:21:12.977484 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:13.062275 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b47bf9af-805a-4484-b18e-a5e03fc46901,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:21:13.068555 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.073121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.074218 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.074218 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:13.085394 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network b47bf9af-805a-4484-b18e-a5e03fc46901 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:21:13.092904 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-11142f70-f752-4dcf-b3c4-cb45bddf45c1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4819725 May 13 17:21:15.344050 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40198) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:21:15.405788 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d80087-0627-45e7-a078-848aad0b51a1 admin admin] GET failed (client error): The resource could not be found. May 13 17:21:15.407090 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d6d80087-0627-45e7-a078-848aad0b51a1 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620623 May 13 17:21:15.475391 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6bab2-e92f-4536-a2ee-e2f198743922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:21:15.476848 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-42f6bab2-e92f-4536-a2ee-e2f198743922 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658450 May 13 17:21:15.488163 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:21:15.592983 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Made reservation on behalf of 6e1067556b2a41588af4e1e6fd0de9f1 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:21:15.595174 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:15.827833 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (230ad7f0-16a6-4f98-b63b-f7459d47ea41), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:15.881942 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230ad7f0-16a6-4f98-b63b-f7459d47ea41,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:21:15.892550 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Checking segment: {'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:21:15.892905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Network hostable DHCP agents. Network: b47bf9af-805a-4484-b18e-a5e03fc46901, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:21:15.998473 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Network b47bf9af-805a-4484-b18e-a5e03fc46901 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:21:16.061606 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, b47bf9af-805a-4484-b18e-a5e03fc46901) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:21:16.065567 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:21:16.066165 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:16.072151 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b4495-66fd-4567-a442-6c75d98552fc None None] Network b47bf9af-805a-4484-b18e-a5e03fc46901 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:21:16.169040 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-b47bf9af-805a-4484-b18e-a5e03fc46901', 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901', 'project_id': '6e1067556b2a41588af4e1e6fd0de9f1', 'fixed_ips': [{'subnet_id': '230ad7f0-16a6-4f98-b63b-f7459d47ea41'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:21:16.169928 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:16.173213 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5235743a-12ca-4566-9df4-007c5c1ac727 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6884580 May 13 17:21:16.311929 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Allocated IP 192.168.233.2 (b47bf9af-805a-4484-b18e-a5e03fc46901/230ad7f0-16a6-4f98-b63b-f7459d47ea41/4ef56353-25bb-4c9a-859a-cc7a35442f30) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:21:16.464613 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Publish callbacks [] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:16.564843 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:16.603218 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Network b47bf9af-805a-4484-b18e-a5e03fc46901 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:21:16.606047 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:21:16.608490 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:21:16.623650 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Pushing event updated for resources: {'Port': ['ID=4ef56353-25bb-4c9a-859a-cc7a35442f30,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:21:16.648085 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.648435 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.648796 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.649152 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.649512 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.650399 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.650768 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.651096 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.651448 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.651772 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.652092 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.652430 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.652756 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.653074 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.653388 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:21:16.689169 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Attempting to bind port 4ef56353-25bb-4c9a-859a-cc7a35442f30 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:21:16.689537 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Attempting to bind port 4ef56353-25bb-4c9a-859a-cc7a35442f30 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:21:16.689902 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Attempting to bind port 4ef56353-25bb-4c9a-859a-cc7a35442f30 on network b47bf9af-805a-4484-b18e-a5e03fc46901 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:21:16.694949 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:21:16.695371 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Checking segment: {'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:21:16.696867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:16.696867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Bound using segment: {'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:21:16.697136 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Bound port: 4ef56353-25bb-4c9a-859a-cc7a35442f30, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:21:16.697510 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:16.759920 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-af091b57-e247-4637-bead-a8253ec35919 None None] For port 4ef56353-25bb-4c9a-859a-cc7a35442f30, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:21:16.762888 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-af091b57-e247-4637-bead-a8253ec35919 None None] For port 4ef56353-25bb-4c9a-859a-cc7a35442f30, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4ef56353-25bb-4c9a-859a-cc7a35442f30,segment=NetworkSegment(25e2e118-b10b-40cc-8d69-bbc3cd6095a0),segment_id=25e2e118-b10b-40cc-8d69-bbc3cd6095a0)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:21:16.851071 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:16.908033 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af091b57-e247-4637-bead-a8253ec35919 None None] Pushing event updated for resources: {'Port': ['ID=4ef56353-25bb-4c9a-859a-cc7a35442f30,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:21:17.531625 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4ef56353-25bb-4c9a-859a-cc7a35442f30 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:21:17.586864 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 4ef56353-25bb-4c9a-859a-cc7a35442f30 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:21:17.587833 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:17.673724 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4ef56353-25bb-4c9a-859a-cc7a35442f30 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:21:17.674111 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:17.709280 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 4ef56353-25bb-4c9a-859a-cc7a35442f30, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4ef56353-25bb-4c9a-859a-cc7a35442f30,segment=NetworkSegment(25e2e118-b10b-40cc-8d69-bbc3cd6095a0),segment_id=25e2e118-b10b-40cc-8d69-bbc3cd6095a0)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:21:17.786327 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c4265-5d92-4ee7-8d0c-cd74cb74f60f None None] Network b47bf9af-805a-4484-b18e-a5e03fc46901 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:21:17.830889 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:17.904516 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-7d21affa-d8af-4dab-a6d6-5a08d31fc85b None None] Provisioning complete for port 4ef56353-25bb-4c9a-859a-cc7a35442f30 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:21:17.904918 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7d21affa-d8af-4dab-a6d6-5a08d31fc85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:17.968357 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=4ef56353-25bb-4c9a-859a-cc7a35442f30,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:21:18.038510 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-7d21affa-d8af-4dab-a6d6-5a08d31fc85b None None] Current status of the port 4ef56353-25bb-4c9a-859a-cc7a35442f30 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:21:18.257827 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-cad1c9b4-e48a-480d-be84-b444280d6846 None None] Provisioning complete for port 4ef56353-25bb-4c9a-859a-cc7a35442f30 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:21:18.258220 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-cad1c9b4-e48a-480d-be84-b444280d6846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:18.337962 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-cad1c9b4-e48a-480d-be84-b444280d6846 None None] Current status of the port 4ef56353-25bb-4c9a-859a-cc7a35442f30 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:21:19.476572 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4ef56353-25bb-4c9a-859a-cc7a35442f30 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:21:19.534763 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 4ef56353-25bb-4c9a-859a-cc7a35442f30 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:21:19.535163 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4ef56353-25bb-4c9a-859a-cc7a35442f30), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:19.610758 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4ef56353-25bb-4c9a-859a-cc7a35442f30 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:21:28.432696 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-310d83c2-5ce1-4f21-acdc-0bcf62ba3453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:28.500746 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:21:30.524084 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c0aa9110-f244-4a65-9f46-caeeb59aae30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:31.907598 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:33.426167 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:34.713812 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:21:58.421347 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-611a1f38-2a4e-466a-aaa8-f90adc01dada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:00.553313 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-381e3a7d-3b5c-4242-8472-3d8263dbe000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:01.941459 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:03.433137 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:04.718716 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:05.500114 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:22:28.483974 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-bc484181-41a9-46a4-a16d-39a9223fe10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:30.547107 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-da253f0d-995e-4b92-970e-7bba3a5dfc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:31.918500 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:33.478094 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:34.689665 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:42.505308 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:22:52.702299 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40238) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:22:52.707782 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [None req-4ea33f8d-1080-4e92-a909-2d7a50437b90 tempest-verify_tempest_config-640742837 tempest-verify_tempest_config-640742837-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:22:52.708746 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4ea33f8d-1080-4e92-a909-2d7a50437b90 tempest-verify_tempest_config-640742837 tempest-verify_tempest_config-640742837-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055044 May 13 17:22:53.242997 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40256) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:22:53.344777 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:53.415466 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Publish callbacks [] for security_group (b7d90482-e12d-47e6-96aa-715219a91a77), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:53.477684 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b7d90482-e12d-47e6-96aa-715219a91a77), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:53.523378 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d90482-e12d-47e6-96aa-715219a91a77,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:22:53.527880 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45163c8f002446dbb5fe8bfdc6af1599&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2839382 May 13 17:22:53.531205 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40260) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:22:53.532948 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.533308 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.533672 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.534016 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.534351 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.534677 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.535002 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.535354 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.535747 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.536080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.536423 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.536767 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.537095 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.537432 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.537793 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3a74f-88f0-4828-b7be-d2156b1bd5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.609491 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Publish callbacks [] for security_group (b7d90482-e12d-47e6-96aa-715219a91a77), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:53.629598 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Publish callbacks [] for security_group (b7d90482-e12d-47e6-96aa-715219a91a77), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:53.809642 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b7d90482-e12d-47e6-96aa-715219a91a77), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:53.812230 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:22:53.813392 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7d90482-e12d-47e6-96aa-715219a91a77 HTTP/1.1" status: 204 len: 168 time: 0.2812109 May 13 17:22:53.820910 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d90482-e12d-47e6-96aa-715219a91a77,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:22:53.828335 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:53.835589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcfc57-3fc8-4acf-875b-b92ea9aa7ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:22:58.424818 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a832a9f8-b3ab-448c-928d-b0a91fc7fb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:00.535691 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a54c8e20-9b1b-43ab-9e5c-d7ac115d64ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:01.973078 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:03.438123 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:04.700519 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:19.506266 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:23:28.432117 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-efe7fa63-0005-46cd-8902-94ead8d71623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:30.534917 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d81ddbd9-9509-475a-b11f-8a52e55f7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:31.927507 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:33.443146 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:34.717484 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:23:56.506352 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:23:58.449480 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-996e3b83-1a82-4b14-a395-9f7f688af3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:00.568924 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0155657e-5c7e-4b8f-ad79-87ceadf0b026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:01.971811 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:03.429245 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:04.709124 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:28.420035 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-90d312d3-cb00-44de-86dc-b40c9ea7bd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:30.551932 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c399b685-f78f-4c4c-bee8-e822c8e5cd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:31.945751 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:33.480290 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:33.506125 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 5 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:24:34.714415 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:42.711768 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1818589'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:24:55.127552 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40332) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:24:55.229680 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-36b11ba9-00d3-4955-a214-b22867ef3baf admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010227 May 13 17:24:57.472503 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40342) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:24:57.533270 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-dd4383fb-7252-475c-a8bd-b2a2ec6688e7 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596919 May 13 17:24:58.439350 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e03d4ad2-4a9b-4676-af47-df8ed2bb332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:00.559444 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3f8cf7f6-1dbf-4358-9a9c-fddae991f0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:01.948267 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:03.496628 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:04.728530 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:10.505533 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:25:12.753694 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:28.427749 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-fc2807f8-0129-4e49-881c-541843fd8d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:30.524654 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-bfaead74-60c1-45d9-8d86-d26295bf27c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:31.953218 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:33.427635 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:34.747097 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:42.728016 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:25:47.505893 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:25:58.415631 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac11df3e-71f1-4338-9a00-395b555c6df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:00.535614 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c6106a48-0f33-41ed-8e06-0c4382984fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:01.962888 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:03.448174 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:04.735178 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:12.735086 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:24.565567 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:26:28.432467 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-537b0b75-9e20-499e-b344-814b16e173f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:30.535083 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-94ba34ce-ee2d-4d36-8e48-6a660d20e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:31.934985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:33.466232 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:34.752356 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:38.481923 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40502) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:38.677421 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1650817157-network', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:38.791451 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Made reservation on behalf of ae7b37b41d944427945d783a460ca12a for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:38.794397 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:38.804476 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:38.895645 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks [] for security_group (2bcf1089-1910-41a7-b7fe-dab57b5c72c7), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:38.970614 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2bcf1089-1910-41a7-b7fe-dab57b5c72c7), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.007119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf1089-1910-41a7-b7fe-dab57b5c72c7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.029381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.030445 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.031059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.031817 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.032387 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.032949 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.033499 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.034058 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.034597 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Tracked resource versions report: May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: pushed versions: May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: { 'AddressGroup': {'1.2'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Agent': {'1.1'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'ConntrackHelper': {'1.0'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'LocalIPAssociation': {'1.0'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Log': {'1.0'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'NDPProxy': {'1.0'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Network': {'1.1'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Port': {'1.7'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'PortForwarding': {'1.3'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'QosPolicy': {'1.10'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroup': {'1.5'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroupRule': {'1.2'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SubPort': {'1.0'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Subnet': {'1.1'}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Trunk': {'1.1'}} May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: consumer versions: May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: HyperV agent@hv-cinder-84178: {}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Agent': '1.1', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'ConntrackHelper': '1.0', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'LocalIPAssociation': '1.0', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Log': '1.0', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'NDPProxy': '1.0', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Network': '1.1', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Port': '1.7', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'PortForwarding': '1.3', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'QosPolicy': '1.10', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroup': '1.5', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SecurityGroupRule': '1.2', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'SubPort': '1.0', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Subnet': '1.1', May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: 'Trunk': '1.1'}} May 13 17:26:39.036284 dv-cinder-841782-1-iscsi neutron-server[103693]: {{(pid=103693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:26:39.057901 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (7a3b1138-2139-4eb4-a100-6c931435d242), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.058889 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Added segment 7a3b1138-2139-4eb4-a100-6c931435d242 of type vlan for network 88108179-f685-4c21-8286-b31593459871 May 13 17:26:39.102120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (88108179-f685-4c21-8286-b31593459871), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.255070 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (88108179-f685-4c21-8286-b31593459871), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.256047 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:39.256721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.321947 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] Pushing event updated for resources: {'Network': ['ID=88108179-f685-4c21-8286-b31593459871,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:39.330396 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 88108179-f685-4c21-8286-b31593459871 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:26:39.363165 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40548) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:39.367738 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-44ebd137-37b5-4607-b17c-756e79eaed90 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8801467 May 13 17:26:39.369985 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Request body: {'subnet': {'network_id': '88108179-f685-4c21-8286-b31593459871', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-subnet', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:39.453458 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40554) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:39.512411 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Made reservation on behalf of ae7b37b41d944427945d783a460ca12a for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:39.515063 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.551069 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40562) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:39.572372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40566) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:39.678130 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-259739995-network', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:39.842021 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-77428174-network', 'tenant_id': '7123f57c394d4a35b46f5bf62d48abb7'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:39.870281 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-network', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:39.907910 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (bc9dd1b6-946c-4962-9d06-e605003b45f0), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.912655 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Made reservation on behalf of f8e7b818f3a74fc48f0faeeb3398069a for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:39.916218 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.931415 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.981520 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Made reservation on behalf of 7123f57c394d4a35b46f5bf62d48abb7 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:39.984968 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:39.995440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.007639 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9dd1b6-946c-4962-9d06-e605003b45f0,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:40.017396 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Checking segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:40.020250 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Network hostable DHCP agents. Network: 88108179-f685-4c21-8286-b31593459871, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:26:40.023472 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.023965 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.024327 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.024670 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.025045 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.025375 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.025751 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.026405 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.026743 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.027074 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.027437 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.027807 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.028134 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.028454 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.028773 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Tracked resource versions report: May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: pushed versions: May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: { 'AddressGroup': {'1.2'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Agent': {'1.1'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'ConntrackHelper': {'1.0'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'LocalIPAssociation': {'1.0'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Log': {'1.0'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'NDPProxy': {'1.0'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Network': {'1.1'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Port': {'1.7'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'PortForwarding': {'1.3'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'QosPolicy': {'1.10'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroup': {'1.5'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroupRule': {'1.2'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SubPort': {'1.0'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Subnet': {'1.1'}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Trunk': {'1.1'}} May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: consumer versions: May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: HyperV agent@hv-cinder-84178: {}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Agent': '1.1', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'ConntrackHelper': '1.0', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'LocalIPAssociation': '1.0', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Log': '1.0', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'NDPProxy': '1.0', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Network': '1.1', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Port': '1.7', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'PortForwarding': '1.3', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'QosPolicy': '1.10', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroup': '1.5', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SecurityGroupRule': '1.2', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'SubPort': '1.0', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Subnet': '1.1', May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: 'Trunk': '1.1'}} May 13 17:26:40.030036 dv-cinder-841782-1-iscsi neutron-server[103694]: {{(pid=103694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:26:40.033364 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Made reservation on behalf of 6c34f44042ac43cc8a6a7937c0683120 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:40.033620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.090737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.138900 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Network 88108179-f685-4c21-8286-b31593459871 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:26:40.150577 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks [] for security_group (d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.222110 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.223615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks [] for security_group (e37bb27c-1f85-42b6-85be-852b94700801), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.249338 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks [] for security_group (378708e7-3365-43e7-9d83-383079a326c7), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.250316 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 88108179-f685-4c21-8286-b31593459871) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:40.256136 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:40.256813 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.262860 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f0001-2b8d-4505-858d-b209e808eae1 None None] Network 88108179-f685-4c21-8286-b31593459871 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:40.299118 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:40.306467 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (e37bb27c-1f85-42b6-85be-852b94700801), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.318269 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:26:40.343043 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (01b50919-a848-4bba-94e2-0f82e41de808), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.343043 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Added segment 01b50919-a848-4bba-94e2-0f82e41de808 of type vlan for network 975cbf16-d3c5-4b6b-98f2-e842c863e717 May 13 17:26:40.353062 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:26:40.366660 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (11cf40a5-159e-4bf1-ada1-90bb2bc567a8), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.367591 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Added segment 11cf40a5-159e-4bf1-ada1-90bb2bc567a8 of type vlan for network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 May 13 17:26:40.391862 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (975cbf16-d3c5-4b6b-98f2-e842c863e717), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.419849 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-06095228-20e2-477e-9f1e-b51c05cfd0f7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0550542 May 13 17:26:40.422511 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40610) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:40.427424 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:40.436232 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37bb27c-1f85-42b6-85be-852b94700801,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:40.453732 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (378708e7-3365-43e7-9d83-383079a326c7), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.491215 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (bfa87f57-69c9-476e-a1ac-3f41f2881fe9), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.501759 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:26:40.512108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378708e7-3365-43e7-9d83-383079a326c7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:40.520862 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (975cbf16-d3c5-4b6b-98f2-e842c863e717), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.524540 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09775347-816a-4180-889c-35338ee0506b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-88108179-f685-4c21-8286-b31593459871', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:26:40.525855 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (9cd43ad0-f42d-4731-92f9-3664745734f3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.525855 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Added segment 9cd43ad0-f42d-4731-92f9-3664745734f3 of type vlan for network 42afb35d-ebab-4abb-a123-24b9a2b301c2 May 13 17:26:40.526272 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.527013 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:40.530490 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.566301 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.567570 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.592613 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (42afb35d-ebab-4abb-a123-24b9a2b301c2), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.638484 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks [] for router_controller (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), precommit_add_association {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.644407 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (bfa87f57-69c9-476e-a1ac-3f41f2881fe9), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.645707 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:40.647038 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.702445 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] Pushing event updated for resources: {'Network': ['ID=975cbf16-d3c5-4b6b-98f2-e842c863e717,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:40.731482 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:26:40.732023 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (42afb35d-ebab-4abb-a123-24b9a2b301c2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.737267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:40.737862 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:40.760644 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa87f57-69c9-476e-a1ac-3f41f2881fe9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:40.783435 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:26:40.807965 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9c8afbda-c687-47b5-8a70-22f8dbb2a696 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2547829 May 13 17:26:40.808595 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40628) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:40.858787 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-09775347-816a-4180-889c-35338ee0506b None None] Allocated IP 172.20.0.2 (88108179-f685-4c21-8286-b31593459871/bc9dd1b6-946c-4962-9d06-e605003b45f0/06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:40.859990 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Request body: {'subnet': {'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-77428174-subnet', 'tenant_id': '7123f57c394d4a35b46f5bf62d48abb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:40.862404 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-21807407-e18e-4e4a-af5f-391f68f27056 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4067063 May 13 17:26:40.869275 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40632) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:40.883505 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Request body: {'subnet': {'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-259739995-subnet', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:40.894863 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3212113 May 13 17:26:40.898006 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40634) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:40.905788 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Request body: {'subnet': {'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-subnet', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:40.918176 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70c13b-8cac-4227-ad02-0a1c97e6a44f admin admin] Pushing event updated for resources: {'Network': ['ID=42afb35d-ebab-4abb-a123-24b9a2b301c2,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:40.969933 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:26:40.975367 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Made reservation on behalf of 7123f57c394d4a35b46f5bf62d48abb7 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:40.977737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.180854 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks [] for router_gateway (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.190421 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Made reservation on behalf of f8e7b818f3a74fc48f0faeeb3398069a for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:41.195066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.201676 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Made reservation on behalf of 6c34f44042ac43cc8a6a7937c0683120 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:41.204019 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.308187 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (41669b51-1524-4dc7-9286-5bb623dba6d2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.378238 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Publish callbacks [] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.460370 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.490600 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41669b51-1524-4dc7-9286-5bb623dba6d2,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:41.503872 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Checking segment: {'id': '11cf40a5-159e-4bf1-ada1-90bb2bc567a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:41.505299 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Network hostable DHCP agents. Network: bfa87f57-69c9-476e-a1ac-3f41f2881fe9, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:26:41.509917 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09775347-816a-4180-889c-35338ee0506b None None] Network 88108179-f685-4c21-8286-b31593459871 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:41.514816 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-09775347-816a-4180-889c-35338ee0506b None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:41.517787 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09775347-816a-4180-889c-35338ee0506b None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:41.553586 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09775347-816a-4180-889c-35338ee0506b None None] Pushing event updated for resources: {'Port': ['ID=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:41.601050 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.602247 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.602726 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.603229 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.603576 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.603907 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.607282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.608406 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Tracked resource versions report: May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: pushed versions: May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: { 'AddressGroup': {'1.2'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Agent': {'1.1'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'ConntrackHelper': {'1.0'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'LocalIPAssociation': {'1.0'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Log': {'1.0'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'NDPProxy': {'1.0'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Network': {'1.1'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Port': {'1.7'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'PortForwarding': {'1.3'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'QosPolicy': {'1.10'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroup': {'1.5'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroupRule': {'1.2'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SubPort': {'1.0'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Subnet': {'1.1'}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Trunk': {'1.1'}} May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: consumer versions: May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: HyperV agent@hv-cinder-84178: {}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Agent': '1.1', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'ConntrackHelper': '1.0', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'LocalIPAssociation': '1.0', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Log': '1.0', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'NDPProxy': '1.0', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Network': '1.1', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Port': '1.7', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'PortForwarding': '1.3', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'QosPolicy': '1.10', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroup': '1.5', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SecurityGroupRule': '1.2', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'SubPort': '1.0', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Subnet': '1.1', May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: 'Trunk': '1.1'}} May 13 17:26:41.608816 dv-cinder-841782-1-iscsi neutron-server[103695]: {{(pid=103695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:26:41.639093 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (a8503872-54e1-4d22-ab61-a4d37e9abd2e), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.643760 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-09775347-816a-4180-889c-35338ee0506b None None] Attempting to bind port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:41.644237 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-09775347-816a-4180-889c-35338ee0506b None None] Attempting to bind port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:41.651108 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775347-816a-4180-889c-35338ee0506b None None] Attempting to bind port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:41.651978 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775347-816a-4180-889c-35338ee0506b None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:41.652439 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775347-816a-4180-889c-35338ee0506b None None] Checking segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:41.652901 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.653493 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775347-816a-4180-889c-35338ee0506b None None] Bound using segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:41.654115 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-09775347-816a-4180-889c-35338ee0506b None None] Bound port: 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:41.654620 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.672505 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:26:41.675815 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (0b9e5d2a-08a1-4fdf-ada3-163794119bc1), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.694904 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks [] for router_gateway (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.732721 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.743932 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9e5d2a-08a1-4fdf-ada3-163794119bc1,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:41.746560 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8503872-54e1-4d22-ab61-a4d37e9abd2e,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:41.752199 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Checking segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:41.752916 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Network hostable DHCP agents. Network: 42afb35d-ebab-4abb-a123-24b9a2b301c2, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:26:41.756429 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Checking segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:41.757005 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Network hostable DHCP agents. Network: 975cbf16-d3c5-4b6b-98f2-e842c863e717, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:26:41.769749 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-09775347-816a-4180-889c-35338ee0506b None None] For port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:41.773345 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-09775347-816a-4180-889c-35338ee0506b None None] For port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:41.788626 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, bfa87f57-69c9-476e-a1ac-3f41f2881fe9) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:41.796970 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:41.799527 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd8b69-b88f-43b4-a0f5-5a3a30717a12 None None] Network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:41.801041 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.878344 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:26:41.880765 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-09775347-816a-4180-889c-35338ee0506b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.886285 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 42afb35d-ebab-4abb-a123-24b9a2b301c2) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:41.899349 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:41.901079 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:41.915753 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066184bb-3a62-4c3e-bd41-aef618d46207 None None] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:41.938219 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-18097162-7789-4f1b-9195-7e20d2ab65e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0839994 May 13 17:26:42.001503 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Allocated IP 172.27.3.182 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/bfb92442-52c6-4e50-a72a-f3b2e4c73fa8) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:42.032063 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-72911043-d069-401d-be40-5ab54afaefe8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1313972 May 13 17:26:42.033857 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40674) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:42.052388 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31107710-5418-457f-8b7c-a096fe6d3a11 None None] Network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:42.055723 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:42.096715 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:26:42.101074 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40676) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:42.113808 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 975cbf16-d3c5-4b6b-98f2-e842c863e717) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:42.119682 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:42.120878 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.185171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks [] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.226541 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (2e3443f1-c363-49ad-9be7-13688b77214c), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.227747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (2e3443f1-c363-49ad-9be7-13688b77214c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.281906 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4d54d3b2-0330-4dcd-871e-3b8376fd3244 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4098680 May 13 17:26:42.288907 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40692) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:42.293795 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:42.340787 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09775347-816a-4180-889c-35338ee0506b None None] Pushing event updated for resources: {'Port': ['ID=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:42.347187 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.378210 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a9838-453c-49cf-8e34-58e861d2e11a None None] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:42.489887 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Pushing event updated for resources: {'Port': ['ID=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:42.526010 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (5d626f0d-3d44-4507-86f3-27024db286c1), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.527887 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (5d626f0d-3d44-4507-86f3-27024db286c1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.540866 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:42.550293 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:42.563373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:42.565714 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-86a37175-2277-4818-bf07-08d3fb5c25d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.578792 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks [] for router_controller (2e3443f1-c363-49ad-9be7-13688b77214c), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.787223 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks [] for router_controller (5d626f0d-3d44-4507-86f3-27024db286c1), precommit_add_association {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.842699 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-42afb35d-ebab-4abb-a123-24b9a2b301c2', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:26:42.844832 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.860449 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-86a37175-2277-4818-bf07-08d3fb5c25d0 admin admin] Publish callbacks [] for security_group (16b657f5-6232-43f1-8f7e-6de7119cf272), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.871302 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40726) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:42.874959 dv-cinder-841782-1-iscsi neutron-server[103694]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 17:26:42.895494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-975cbf16-d3c5-4b6b-98f2-e842c863e717', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:26:42.896351 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.940273 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks [] for router_gateway (2e3443f1-c363-49ad-9be7-13688b77214c), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.959722 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:42.965993 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-86a37175-2277-4818-bf07-08d3fb5c25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (16b657f5-6232-43f1-8f7e-6de7119cf272), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.117332 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Allocated IP 172.20.0.2 (42afb35d-ebab-4abb-a123-24b9a2b301c2/0b9e5d2a-08a1-4fdf-ada3-163794119bc1/f445ca4d-58bd-4a76-ad44-b409d88772d0) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:43.145634 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Allocated IP 172.20.0.2 (975cbf16-d3c5-4b6b-98f2-e842c863e717/a8503872-54e1-4d22-ab61-a4d37e9abd2e/d3453393-ee5b-4cb0-9041-e8504fb26927) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:43.263469 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-86a37175-2277-4818-bf07-08d3fb5c25d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21feba785ece4f3fb703519584e760f7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1580498 May 13 17:26:43.263469 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a37175-2277-4818-bf07-08d3fb5c25d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b657f5-6232-43f1-8f7e-6de7119cf272,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:43.273695 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40732) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:43.318576 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks [] for router_gateway (2e3443f1-c363-49ad-9be7-13688b77214c), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.354873 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.388033 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Publish callbacks [] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.426302 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Publish callbacks [] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.428377 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks [] for router_gateway (5d626f0d-3d44-4507-86f3-27024db286c1), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.443472 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-ade108f4-d762-4071-8739-92bbf598bfbe tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:43.447522 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-ade108f4-d762-4071-8739-92bbf598bfbe tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/networks?id=bfa87f57-69c9-476e-a1ac-3f41f2881fe9 HTTP/1.1" status: 200 len: 810 time: 0.5718963 May 13 17:26:43.472862 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.491420 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-00e8553f-456c-48b6-b4d4-c641993f582e tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/quotas/7123f57c394d4a35b46f5bf62d48abb7 HTTP/1.1" status: 200 len: 375 time: 0.0312741 May 13 17:26:43.520144 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Pushing event updated for resources: {'Port': ['ID=f445ca4d-58bd-4a76-ad44-b409d88772d0,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:43.798214 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.798214 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:43.803352 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Allocated IP 172.27.3.107 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/75588c81-9611-4e65-99c3-fda6282de5f1) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:43.805179 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:43.805179 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51533707-165d-4692-a2fc-ea6f33a34bba None None] Network 88108179-f685-4c21-8286-b31593459871 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:43.806195 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks [] for router_gateway (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.806195 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-c6bf46ad-b67e-4b09-9388-7b2150a6ec17 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7123f57c394d4a35b46f5bf62d48abb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1288407 May 13 17:26:43.815284 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:43.815284 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-aab9f587-17e0-499c-94ab-84159e3d11ce None None] Provisioning complete for port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:43.815284 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aab9f587-17e0-499c-94ab-84159e3d11ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.816025 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3dbcccdf-7654-4986-b115-3e9f6534554b admin admin] Publish callbacks [] for security_group (16b657f5-6232-43f1-8f7e-6de7119cf272), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.816452 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks [] for port (75588c81-9611-4e65-99c3-fda6282de5f1), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.817154 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:43.822497 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:43.830085 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Attempting to bind port f445ca4d-58bd-4a76-ad44-b409d88772d0 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:43.830788 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Attempting to bind port f445ca4d-58bd-4a76-ad44-b409d88772d0 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:43.831498 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Attempting to bind port f445ca4d-58bd-4a76-ad44-b409d88772d0 on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:43.854045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:43.854045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Checking segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:43.854045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.854045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Bound using segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:43.854045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Bound port: f445ca4d-58bd-4a76-ad44-b409d88772d0, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:43.854045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:43.893445 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:43.899780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Pushing event updated for resources: {'Port': ['ID=d3453393-ee5b-4cb0-9041-e8504fb26927,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:43.904838 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:43.923758 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a0e3991d-1c03-4e6f-b8d5-4a3dffbf7472 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:26:43.924782 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a0e3991d-1c03-4e6f-b8d5-4a3dffbf7472 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1822388 May 13 17:26:43.930293 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3dbcccdf-7654-4986-b115-3e9f6534554b admin admin] Publish callbacks [] for security_group (16b657f5-6232-43f1-8f7e-6de7119cf272), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.033051 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.043386 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] For port f445ca4d-58bd-4a76-ad44-b409d88772d0, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:44.076339 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:44.081360 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:44.085188 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:44.109186 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] For port f445ca4d-58bd-4a76-ad44-b409d88772d0, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=f445ca4d-58bd-4a76-ad44-b409d88772d0,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:44.124716 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Pushing event updated for resources: {'Port': ['ID=75588c81-9611-4e65-99c3-fda6282de5f1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:44.129669 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-aab9f587-17e0-499c-94ab-84159e3d11ce None None] Current status of the port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:44.130066 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aab9f587-17e0-499c-94ab-84159e3d11ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.150395 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Attempting to bind port d3453393-ee5b-4cb0-9041-e8504fb26927 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:44.150772 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Attempting to bind port d3453393-ee5b-4cb0-9041-e8504fb26927 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:44.151151 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Attempting to bind port d3453393-ee5b-4cb0-9041-e8504fb26927 on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:44.173357 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:44.173728 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Checking segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:44.174139 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.175046 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Bound using segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:44.175859 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Bound port: d3453393-ee5b-4cb0-9041-e8504fb26927, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:44.176314 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.187460 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:44.187639 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.226765 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.251505 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-aab9f587-17e0-499c-94ab-84159e3d11ce None None] For port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:44.323301 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-b5899348-a7e0-4447-a8db-99c78e01360a service neutron] 10.222.0.64 "GET /v2.0/networks/bfa87f57-69c9-476e-a1ac-3f41f2881fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886919 May 13 17:26:44.347074 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.361091 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aab9f587-17e0-499c-94ab-84159e3d11ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.372140 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks [] for router_gateway (5d626f0d-3d44-4507-86f3-27024db286c1), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.412223 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2e962-3fbf-46e0-8c9c-4be688eacaee None None] Pushing event updated for resources: {'Port': ['ID=f445ca4d-58bd-4a76-ad44-b409d88772d0,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:44.428899 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] For port d3453393-ee5b-4cb0-9041-e8504fb26927, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:44.451475 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.453540 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3dbcccdf-7654-4986-b115-3e9f6534554b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (16b657f5-6232-43f1-8f7e-6de7119cf272), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.456488 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3dbcccdf-7654-4986-b115-3e9f6534554b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.457641 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-3dbcccdf-7654-4986-b115-3e9f6534554b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16b657f5-6232-43f1-8f7e-6de7119cf272 HTTP/1.1" status: 204 len: 168 time: 1.1693456 May 13 17:26:44.490698 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] For port d3453393-ee5b-4cb0-9041-e8504fb26927, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=d3453393-ee5b-4cb0-9041-e8504fb26927,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:44.494778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks [] for router_gateway (2e3443f1-c363-49ad-9be7-13688b77214c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.512577 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-26291dc2-e6a6-4602-b51a-635fabfe8f41 None None] Provisioning complete for port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:44.512987 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-26291dc2-e6a6-4602-b51a-635fabfe8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.555607 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:44.565509 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f587-17e0-499c-94ab-84159e3d11ce None None] Pushing event updated for resources: {'Port': ['ID=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:44.570115 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:44.790815 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1f554-cd22-4aa8-a220-8890a0f71c0c None None] Pushing event updated for resources: {'Port': ['ID=d3453393-ee5b-4cb0-9041-e8504fb26927,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:44.809884 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-26291dc2-e6a6-4602-b51a-635fabfe8f41 None None] Current status of the port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:44.840131 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Allocated IP 172.27.3.213 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/d12369ee-5dc8-4d70-8292-28fccafa07a3) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:45.038915 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcccdf-7654-4986-b115-3e9f6534554b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b657f5-6232-43f1-8f7e-6de7119cf272,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:45.045323 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks [] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:45.104565 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (2e3443f1-c363-49ad-9be7-13688b77214c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:45.199195 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-bcd85085-c83e-4bf3-9b1e-fc9045d833fe service neutron] 10.222.0.64 "GET /v2.0/networks/bfa87f57-69c9-476e-a1ac-3f41f2881fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621483 May 13 17:26:45.319500 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:45.341145 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:45.353280 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:26:45.378344 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:45.381304 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:45.397868 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Router 2e3443f1-c363-49ad-9be7-13688b77214c is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:26:45.584634 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:26:45.607082 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Sync routers for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:26:45.645741 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:45.646994 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:45.708941 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:45.710207 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b95a8360-ebc6-4dfe-b5ce-dfcc9638f01c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6752756 May 13 17:26:45.713541 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40816) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:45.806165 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:26:45.807787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Pushing event updated for resources: {'Port': ['ID=d12369ee-5dc8-4d70-8292-28fccafa07a3,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:45.820015 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:26:45.850365 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:45.857359 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:46.037276 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-380011ec-b95a-4fc5-a46f-16df30f15895 req-11041b80-c254-4a86-9995-81a506d0222d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.2345772 May 13 17:26:46.096919 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:46.103659 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f70868b7-ab7a-4164-9bcc-020b9bb385fc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6798728 May 13 17:26:46.106600 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40838) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:46.154574 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:46.338969 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40846) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:46.417927 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:46.420799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f085c-3b23-4e1b-abf0-8bedec81bab3 None None] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:46.590994 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:44Z', 'revision_number': 3, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:46.619871 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-32f8ff94-af3e-42de-a715-c27ea480dc53 None None] Provisioning complete for port f445ca4d-58bd-4a76-ad44-b409d88772d0 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:46.620542 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-32f8ff94-af3e-42de-a715-c27ea480dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:46.649060 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks [] for router_gateway (5d626f0d-3d44-4507-86f3-27024db286c1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:46.659302 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Checking router: 2e3443f1-c363-49ad-9be7-13688b77214c for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:26:46.660821 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Updating router 2e3443f1-c363-49ad-9be7-13688b77214c port 75588c81-9611-4e65-99c3-fda6282de5f1 binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:26:46.677220 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643b532-fc4b-4d21-ae17-b96eed2aeece None None] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:46.682187 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-921702658-network', 'tenant_id': '6e2af938bef24636b081da69f3f42432'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:46.698604 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:46.868411 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:46.953951 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Made reservation on behalf of 6e2af938bef24636b081da69f3f42432 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:46.956262 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.250957 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:47.250957 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.251542 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.251542 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.252001 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-32f8ff94-af3e-42de-a715-c27ea480dc53 None None] Current status of the port f445ca4d-58bd-4a76-ad44-b409d88772d0 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:47.252001 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-32f8ff94-af3e-42de-a715-c27ea480dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.254269 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Publish callbacks [] for port (75588c81-9611-4e65-99c3-fda6282de5f1), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.297081 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.315887 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b8b1d2e-986e-40ef-b2d2-d590a8ec50c6 req-6e69fc04-7a16-4e9a-9c07-23f23b8019c0 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0948298 May 13 17:26:47.380025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-32f8ff94-af3e-42de-a715-c27ea480dc53 None None] For port f445ca4d-58bd-4a76-ad44-b409d88772d0, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=f445ca4d-58bd-4a76-ad44-b409d88772d0,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:47.446557 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks [] for security_group (54ce7a3b-4f34-4046-9ae9-c4866e771da8), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.456779 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-32f8ff94-af3e-42de-a715-c27ea480dc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.456981 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Pushing event updated for resources: {'Port': ['ID=75588c81-9611-4e65-99c3-fda6282de5f1,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:47.458016 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:47.459366 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d3453393-ee5b-4cb0-9041-e8504fb26927 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:47.471701 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.472316 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.472850 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.473311 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.473846 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.474369 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.474796 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.475553 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.475988 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.476463 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.476974 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.477956 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.478470 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.478928 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.479624 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Tracked resource versions report: May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: pushed versions: May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: { 'AddressGroup': {'1.2'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Agent': {'1.1'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'ConntrackHelper': {'1.0'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'LocalIPAssociation': {'1.0'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Log': {'1.0'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'NDPProxy': {'1.0'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Network': {'1.1'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Port': {'1.7'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'PortForwarding': {'1.3'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'QosPolicy': {'1.10'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroup': {'1.5'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroupRule': {'1.2'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SubPort': {'1.0'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Subnet': {'1.1'}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Trunk': {'1.1'}} May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: consumer versions: May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: { DHCP agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: HyperV agent@hv-cinder-84178: {}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: L3 agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: Metadata agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: Metering agent@dv-cinder-841782-1-iscsi: {}, May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: Open vSwitch agent@dv-cinder-841782-1-iscsi: { 'AddressGroup': '1.2', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Agent': '1.1', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'ConntrackHelper': '1.0', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'LocalIPAssociation': '1.0', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Log': '1.0', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'NDPProxy': '1.0', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Network': '1.1', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Port': '1.7', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'PortForwarding': '1.3', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'QosPolicy': '1.10', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroup': '1.5', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SecurityGroupRule': '1.2', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'SubPort': '1.0', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Subnet': '1.1', May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: 'Trunk': '1.1'}} May 13 17:26:47.485487 dv-cinder-841782-1-iscsi neutron-server[103696]: {{(pid=103696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 17:26:47.516860 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Attempting to bind port 75588c81-9611-4e65-99c3-fda6282de5f1 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:47.517299 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Attempting to bind port 75588c81-9611-4e65-99c3-fda6282de5f1 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:47.517733 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Attempting to bind port 75588c81-9611-4e65-99c3-fda6282de5f1 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:47.526367 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:47.526903 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:47.527399 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.527860 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:47.528409 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Bound port: 75588c81-9611-4e65-99c3-fda6282de5f1, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:47.528862 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.533070 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (54ce7a3b-4f34-4046-9ae9-c4866e771da8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.546164 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:42Z', 'revision_number': 3, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:47.575118 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (5d626f0d-3d44-4507-86f3-27024db286c1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.576270 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:26:47.590683 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (87609859-3482-4176-8ed4-d3d089f99c8e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.591034 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Added segment 87609859-3482-4176-8ed4-d3d089f99c8e of type vlan for network 47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05 May 13 17:26:47.620339 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:26:47.621012 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Updating router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:26:47.653217 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] For port 75588c81-9611-4e65-99c3-fda6282de5f1, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:47.660477 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Provisioning complete for port d3453393-ee5b-4cb0-9041-e8504fb26927 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:47.660477 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.660686 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] For port 75588c81-9611-4e65-99c3-fda6282de5f1, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=75588c81-9611-4e65-99c3-fda6282de5f1,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:47.666298 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8ff94-af3e-42de-a715-c27ea480dc53 None None] Pushing event updated for resources: {'Port': ['ID=f445ca4d-58bd-4a76-ad44-b409d88772d0,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:47.726359 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.733607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Allocated IP 172.20.0.1 (42afb35d-ebab-4abb-a123-24b9a2b301c2/0b9e5d2a-08a1-4fdf-ada3-163794119bc1/aef20d37-3778-4688-83aa-1d21e108aa6d) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:47.748194 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.757891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port d3453393-ee5b-4cb0-9041-e8504fb26927 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:47.758082 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.847584 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9cfa-9588-4f0a-bfee-98da86eb7a8d None None] Pushing event updated for resources: {'Port': ['ID=75588c81-9611-4e65-99c3-fda6282de5f1,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:47.853440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks [] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.874050 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:47.876028 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:47.884252 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce7a3b-4f34-4046-9ae9-c4866e771da8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:47.884599 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.889167 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.978123 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Current status of the port d3453393-ee5b-4cb0-9041-e8504fb26927 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:47.978660 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:47.980030 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Router 5d626f0d-3d44-4507-86f3-27024db286c1 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:26:48.036878 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.037857 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:48.038474 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.056447 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.076274 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:48.087616 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:48.104810 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port d3453393-ee5b-4cb0-9041-e8504fb26927 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:48.105136 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.108320 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] For port d3453393-ee5b-4cb0-9041-e8504fb26927, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=d3453393-ee5b-4cb0-9041-e8504fb26927,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:48.158103 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:48.168312 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:26:48.172041 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:48.174023 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (2e3443f1-c363-49ad-9be7-13688b77214c), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.181201 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.262623 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Allocated IP 172.20.0.1 (88108179-f685-4c21-8286-b31593459871/bc9dd1b6-946c-4962-9d06-e605003b45f0/4a7bc314-07fb-4705-85c5-b54d9355ff12) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:48.282195 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Provisioning complete for port f445ca4d-58bd-4a76-ad44-b409d88772d0 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:48.282593 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.294207 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Sync routers for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:26:48.297887 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.299392 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-58732b4b-1d1b-477a-a198-7e4c79d5d039 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0093701 May 13 17:26:48.307695 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40886) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:48.378803 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Publish callbacks [] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.384061 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:48.386023 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:48.391438 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:44Z', 'revision_number': 3, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:48.415091 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.db.api [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 17:26:48.415475 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG oslo_db.api [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 17:26:48.433619 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Pushing event updated for resources: {'Port': ['ID=d3453393-ee5b-4cb0-9041-e8504fb26927,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:48.434391 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Pushing event updated for resources: {'Port': ['ID=aef20d37-3778-4688-83aa-1d21e108aa6d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:48.484673 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a2281-b14a-4220-8277-bfc8bc7dc35a None None] The sync data for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi is: [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:44Z', 'revision_number': 3, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:26:48.512280 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1689062 May 13 17:26:48.522367 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40896) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:48.541800 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Request body: {'subnet': {'network_id': '47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-921702658-subnet', 'tenant_id': '6e2af938bef24636b081da69f3f42432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:48.545415 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks [] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.558586 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-d27d85a5-a53e-43d5-9977-fa654fb1fb63 None None] Current status of the port f445ca4d-58bd-4a76-ad44-b409d88772d0 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:48.562162 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc8204-9605-4fb8-8614-7eb099eac0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:48.562400 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.594324 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-17a47e3a-9ec7-4a2e-8c77-db264b0b0658 req-821756e4-2be8-45ee-bfb4-a4da382e67ff tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.1898382 May 13 17:26:48.644699 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:26:48.645637 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.749288 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Network 88108179-f685-4c21-8286-b31593459871 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:48.755372 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:48.766300 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:48.766787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.777995 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:48.809561 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Made reservation on behalf of 6e2af938bef24636b081da69f3f42432 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:48.813089 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:48.944171 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b2acd-334d-439c-b6e6-b93ced77bd0f None None] Pushing event updated for resources: {'Port': ['ID=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:48.983611 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.019306 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Attempting to bind port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:49.019867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Attempting to bind port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:49.020038 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Attempting to bind port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:49.047026 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port d3453393-ee5b-4cb0-9041-e8504fb26927 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:49.051819 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device f445ca4d-58bd-4a76-ad44-b409d88772d0 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:49.051819 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-7261227d-cccc-4171-b0b0-0d27fbedc63a None None] Provisioning complete for port aef20d37-3778-4688-83aa-1d21e108aa6d triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:49.051819 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7261227d-cccc-4171-b0b0-0d27fbedc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.068458 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:45Z', 'revision_number': 3, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:49.126811 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Checking router: 5d626f0d-3d44-4507-86f3-27024db286c1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:26:49.127175 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Updating router 5d626f0d-3d44-4507-86f3-27024db286c1 port d12369ee-5dc8-4d70-8292-28fccafa07a3 binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:26:49.143673 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Pushing event updated for resources: {'Port': ['ID=4a7bc314-07fb-4705-85c5-b54d9355ff12,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:49.160732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:49.161113 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:49.161518 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.165214 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:49.165682 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Bound port: bfb92442-52c6-4e50-a72a-f3b2e4c73fa8, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:49.166088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.188016 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.262705 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-7261227d-cccc-4171-b0b0-0d27fbedc63a None None] Port aef20d37-3778-4688-83aa-1d21e108aa6d cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:26:49.287793 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port f445ca4d-58bd-4a76-ad44-b409d88772d0 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:49.293632 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.319810 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] For port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:49.332777 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks [] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.338027 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] For port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:49.414226 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-058ca86a-b768-4f3d-9a0f-8bc3b6f613c7 None None] Provisioning complete for port 4a7bc314-07fb-4705-85c5-b54d9355ff12 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:49.414622 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-058ca86a-b768-4f3d-9a0f-8bc3b6f613c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.420572 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.421693 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (2e3443f1-c363-49ad-9be7-13688b77214c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.429060 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.519295 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port f445ca4d-58bd-4a76-ad44-b409d88772d0 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:49.586272 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Publish callbacks [] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.596734 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (d571df42-1df1-4266-a2c6-702ff233de8f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.602306 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:49.603183 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:49.646021 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.660898 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.696278 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-058ca86a-b768-4f3d-9a0f-8bc3b6f613c7 None None] Port 4a7bc314-07fb-4705-85c5-b54d9355ff12 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:26:49.718850 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b2acd-334d-439c-b6e6-b93ced77bd0f None None] Pushing event updated for resources: {'Port': ['ID=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:49.761254 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Pushing event updated for resources: {'Port': ['ID=aef20d37-3778-4688-83aa-1d21e108aa6d,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:49.795411 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d571df42-1df1-4266-a2c6-702ff233de8f,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:49.800027 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Attempting to bind port d12369ee-5dc8-4d70-8292-28fccafa07a3 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:49.800545 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Attempting to bind port d12369ee-5dc8-4d70-8292-28fccafa07a3 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:49.800760 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Attempting to bind port d12369ee-5dc8-4d70-8292-28fccafa07a3 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:49.803026 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd563dd4-db44-4241-9af0-f7f3ef23d312 None None] Pushing event updated for resources: {'Port': ['ID=d12369ee-5dc8-4d70-8292-28fccafa07a3,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:49.832420 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:49.832804 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:49.833207 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.833598 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:49.841228 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Bound port: d12369ee-5dc8-4d70-8292-28fccafa07a3, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:49.841448 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:49.845006 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device f445ca4d-58bd-4a76-ad44-b409d88772d0 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:49.852702 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Checking segment: {'id': '87609859-3482-4176-8ed4-d3d089f99c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:49.853070 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Network hostable DHCP agents. Network: 47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:26:49.859646 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:49.863358 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:49.944696 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:49.952526 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] For port d12369ee-5dc8-4d70-8292-28fccafa07a3, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:49.960561 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] For port d12369ee-5dc8-4d70-8292-28fccafa07a3, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=d12369ee-5dc8-4d70-8292-28fccafa07a3,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:49.978563 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1ff7e8e6-565b-428e-b2a0-00c28da89512 req-12b59875-52a5-4030-8913-f8cdcc6c1d0d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0789957 May 13 17:26:50.018925 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Network 47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:26:50.025200 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port f445ca4d-58bd-4a76-ad44-b409d88772d0 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:50.025689 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.043898 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.079582 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Router 2e3443f1-c363-49ad-9be7-13688b77214c has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:26:50.145438 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:50.146668 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:50.158104 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd563dd4-db44-4241-9af0-f7f3ef23d312 None None] Pushing event updated for resources: {'Port': ['ID=d12369ee-5dc8-4d70-8292-28fccafa07a3,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:50.158328 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:50.159690 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:50.160293 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.194147 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8c95b-f337-4baf-b6e7-8a543b6f7a03 None None] Network 47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:50.251476 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks [] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.267874 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.270938 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-aef56af6-6d8c-4231-bcf7-0e73fd209f0f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7475116 May 13 17:26:50.306320 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:50.324211 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:26:50.333361 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-69c26578-45ef-42a6-a113-dfb95cfa5746 admin admin] 10.222.0.64 "PUT /v2.0/routers/2e3443f1-c363-49ad-9be7-13688b77214c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6187129 May 13 17:26:50.397759 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-449f010a-1b57-40c9-b79b-fbb124a6b5cf None None] Provisioning complete for port aef20d37-3778-4688-83aa-1d21e108aa6d triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:50.398139 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-449f010a-1b57-40c9-b79b-fbb124a6b5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.438041 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-449f010a-1b57-40c9-b79b-fbb124a6b5cf None None] Port aef20d37-3778-4688-83aa-1d21e108aa6d cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:26:50.447093 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:50.482666 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port f445ca4d-58bd-4a76-ad44-b409d88772d0 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:50.484372 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 75588c81-9611-4e65-99c3-fda6282de5f1 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:50.498905 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba4b20-39f9-4972-a225-ab245d6becf6 None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:26:50.559786 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.563297 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.567429 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe1d7c-2bb7-4c79-88fc-75240e93d1e7 None None] Network 47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:50.651585 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Allocated IP 172.20.0.1 (975cbf16-d3c5-4b6b-98f2-e842c863e717/a8503872-54e1-4d22-ab61-a4d37e9abd2e/9f1ea044-d0c4-411c-a7e4-871ffaa9437b) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:50.652170 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:45Z', 'revision_number': 3, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:50.691437 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69815640-10f9-4bbc-8d3b-d087747d9851 None None] The sync data for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi is: [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:45Z', 'revision_number': 3, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:26:50.706305 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 75588c81-9611-4e65-99c3-fda6282de5f1 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:50.706715 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.785759 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Pushing event updated for resources: {'Port': ['ID=4a7bc314-07fb-4705-85c5-b54d9355ff12,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:50.911554 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Network 88108179-f685-4c21-8286-b31593459871 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:50.914791 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:50.928793 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 75588c81-9611-4e65-99c3-fda6282de5f1 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:50.928793 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:50.985584 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 75588c81-9611-4e65-99c3-fda6282de5f1, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=75588c81-9611-4e65-99c3-fda6282de5f1,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:51.066478 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.068876 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d3453393-ee5b-4cb0-9041-e8504fb26927 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:51.099285 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks [] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.294135 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=75588c81-9611-4e65-99c3-fda6282de5f1,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:51.325598 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Sync routers for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:26:51.335642 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port d3453393-ee5b-4cb0-9041-e8504fb26927 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:51.335642 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.347011 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-30416d41-79d8-4a36-bbf0-5389a63cc50e req-a850b3d9-2409-4e08-994c-b406558e8c7b tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0890598 May 13 17:26:51.365276 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40942) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:51.371328 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-9edc1fbc-a0b2-4490-a050-8765f4b2888c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239763934', 'description': 'tempest-description--293115481'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:51.407439 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:26:51.432184 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:51.432850 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:51.514465 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.529977 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9edc1fbc-a0b2-4490-a050-8765f4b2888c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.567352 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40948) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:51.567600 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-af333f9c-53d4-4d01-b1d2-e52a255d5f29 None None] Provisioning complete for port 4a7bc314-07fb-4705-85c5-b54d9355ff12 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:51.567600 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-af333f9c-53d4-4d01-b1d2-e52a255d5f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.570075 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:51.573501 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688580727-network', 'tenant_id': '8531edacdd5b446dba9d77ab0af63d3b'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:51.576698 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:51.596022 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:51.596022 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (5d626f0d-3d44-4507-86f3-27024db286c1), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.665189 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Pushing event updated for resources: {'Port': ['ID=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:51.728153 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9edc1fbc-a0b2-4490-a050-8765f4b2888c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (99dd4e2b-372e-463b-bc94-15a1e62bae75), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.730340 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Made reservation on behalf of 8531edacdd5b446dba9d77ab0af63d3b for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:51.733575 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.745907 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.852788 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9edc1fbc-a0b2-4490-a050-8765f4b2888c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (99dd4e2b-372e-463b-bc94-15a1e62bae75), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.889832 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:26:51.909178 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-eb8a3dcd-1a87-44df-bba8-b5cd712fe74f admin admin] 10.222.0.64 "PUT /v2.0/routers/d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7991881 May 13 17:26:51.923691 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc1fbc-a0b2-4490-a050-8765f4b2888c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd4e2b-372e-463b-bc94-15a1e62bae75,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:51.971245 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks [] for security_group (3fdae9d5-2a7c-4816-bf09-6d80c8101e02), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.994411 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9edc1fbc-a0b2-4490-a050-8765f4b2888c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:51.994411 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9edc1fbc-a0b2-4490-a050-8765f4b2888c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6246595 May 13 17:26:52.000619 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40956) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:52.000619 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-3e1290d0-8e07-4974-b9e1-0e2010ed86b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'security_group_rule': {'security_group_id': '99dd4e2b-372e-463b-bc94-15a1e62bae75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:52.022002 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-af333f9c-53d4-4d01-b1d2-e52a255d5f29 None None] Port 4a7bc314-07fb-4705-85c5-b54d9355ff12 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:26:52.065544 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port d3453393-ee5b-4cb0-9041-e8504fb26927 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:52.068803 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:52.089201 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3fdae9d5-2a7c-4816-bf09-6d80c8101e02), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.124722 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:26:52.151250 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdae9d5-2a7c-4816-bf09-6d80c8101e02,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:52.153831 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.160867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (3d767fdc-a69d-4311-a7cf-560bfe868810), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.161222 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Added segment 3d767fdc-a69d-4311-a7cf-560bfe868810 of type vlan for network 03722965-bad7-4d3a-b9cf-957244d95527 May 13 17:26:52.267515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (03722965-bad7-4d3a-b9cf-957244d95527), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.292140 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e1290d0-8e07-4974-b9e1-0e2010ed86b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (a16f6bb5-9874-4177-90cb-ee49e90a8826), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.320649 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0bf36964-0d19-4b4a-9bc6-09f86d2e044a None None] Provisioning complete for port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:52.320649 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0bf36964-0d19-4b4a-9bc6-09f86d2e044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.544025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0bf36964-0d19-4b4a-9bc6-09f86d2e044a None None] Port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:26:52.569761 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e1290d0-8e07-4974-b9e1-0e2010ed86b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (a16f6bb5-9874-4177-90cb-ee49e90a8826), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.570784 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (03722965-bad7-4d3a-b9cf-957244d95527), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.576659 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 75588c81-9611-4e65-99c3-fda6282de5f1 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:52.588398 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:52.590394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.670792 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40972) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:52.673396 dv-cinder-841782-1-iscsi neutron-server[103693]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 17:26:52.700290 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks [] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.718529 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e1290d0-8e07-4974-b9e1-0e2010ed86b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (a16f6bb5-9874-4177-90cb-ee49e90a8826), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.735928 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 75588c81-9611-4e65-99c3-fda6282de5f1 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:52.735928 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.738005 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 2, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:52.764170 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-be93ef27-2bce-4494-b531-dda4f7fbdf01 req-de37a7f2-923d-4e09-8fc2-6a9695a59bfd tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0919485 May 13 17:26:52.779931 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1290d0-8e07-4974-b9e1-0e2010ed86b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16f6bb5-9874-4177-90cb-ee49e90a8826,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:52.796013 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 40980) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:52.796013 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Request body: {'subnet': {'network_id': '03722965-bad7-4d3a-b9cf-957244d95527', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688580727-subnet', 'tenant_id': '8531edacdd5b446dba9d77ab0af63d3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:52.796435 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2333417 May 13 17:26:52.796435 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30c9f7-933f-4ce3-8d6f-45bcc8862c6e admin admin] Pushing event updated for resources: {'Network': ['ID=03722965-bad7-4d3a-b9cf-957244d95527,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:52.811592 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.812996 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (5d626f0d-3d44-4507-86f3-27024db286c1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.816292 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Checking router: 2e3443f1-c363-49ad-9be7-13688b77214c for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:26:52.816292 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Updating router 2e3443f1-c363-49ad-9be7-13688b77214c port aef20d37-3778-4688-83aa-1d21e108aa6d binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:26:52.858051 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 03722965-bad7-4d3a-b9cf-957244d95527 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:26:52.881799 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40988) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:52.886337 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-06c5a690-c747-43e6-a201-6028fde71345 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650457714', 'description': 'tempest-description--1288019336'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:52.929705 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Pushing event updated for resources: {'Port': ['ID=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:52.935411 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.943462 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e1290d0-8e07-4974-b9e1-0e2010ed86b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:52.945236 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3e1290d0-8e07-4974-b9e1-0e2010ed86b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9496398 May 13 17:26:52.955365 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40992) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:52.976613 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-2b724d43-74fc-4a0f-9f3b-54f2c4c13a09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'security_group_rule': {'security_group_id': '99dd4e2b-372e-463b-bc94-15a1e62bae75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:52.983382 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:52.986156 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:52.988285 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Made reservation on behalf of 8531edacdd5b446dba9d77ab0af63d3b for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:52.990967 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.061537 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06c5a690-c747-43e6-a201-6028fde71345 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.129233 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 75588c81-9611-4e65-99c3-fda6282de5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:53.137809 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:53.179869 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b724d43-74fc-4a0f-9f3b-54f2c4c13a09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (023447da-3ab3-402d-8a37-66edb263f684), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.278589 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:53.279254 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.282002 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06c5a690-c747-43e6-a201-6028fde71345 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (dd3eb06e-8611-4b98-b5be-074972fd507b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.301027 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b724d43-74fc-4a0f-9f3b-54f2c4c13a09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (023447da-3ab3-402d-8a37-66edb263f684), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.309829 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-983616c6-640e-480a-aee6-ba487bea5430 None None] Provisioning complete for port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:53.310232 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-983616c6-640e-480a-aee6-ba487bea5430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.385021 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06c5a690-c747-43e6-a201-6028fde71345 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (dd3eb06e-8611-4b98-b5be-074972fd507b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.392040 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-983616c6-640e-480a-aee6-ba487bea5430 None None] Port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:26:53.413955 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b724d43-74fc-4a0f-9f3b-54f2c4c13a09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (023447da-3ab3-402d-8a37-66edb263f684), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.439488 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Router 5d626f0d-3d44-4507-86f3-27024db286c1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:26:53.444960 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b724d43-74fc-4a0f-9f3b-54f2c4c13a09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023447da-3ab3-402d-8a37-66edb263f684,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:53.456229 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5a690-c747-43e6-a201-6028fde71345 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3eb06e-8611-4b98-b5be-074972fd507b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:53.475655 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Publish callbacks [] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.477671 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:53.478070 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.497640 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-06c5a690-c747-43e6-a201-6028fde71345 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.498691 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:53.499839 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-06c5a690-c747-43e6-a201-6028fde71345 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6168666 May 13 17:26:53.502484 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 40998) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:53.506822 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-c6add3fe-fe92-4a51-bbd9-eb155d84a71d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': 'dd3eb06e-8611-4b98-b5be-074972fd507b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:53.527709 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2b724d43-74fc-4a0f-9f3b-54f2c4c13a09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.531282 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2b724d43-74fc-4a0f-9f3b-54f2c4c13a09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5739443 May 13 17:26:53.534898 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41002) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:53.539496 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:53.580605 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.616627 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.620159 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d12369ee-5dc8-4d70-8292-28fccafa07a3 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:53.622072 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6add3fe-fe92-4a51-bbd9-eb155d84a71d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (7f6c0f9c-4edf-4379-94f4-42115a053780), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.637075 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:26:53.643282 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-07f03aec-dcb1-41d2-a682-2c6cf4f666ed admin admin] 10.222.0.64 "PUT /v2.0/routers/5d626f0d-3d44-4507-86f3-27024db286c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3320889 May 13 17:26:53.681205 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.690792 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05612b9-3c32-4347-918b-5629d2edef0a None None] Pushing event updated for resources: {'Port': ['ID=aef20d37-3778-4688-83aa-1d21e108aa6d,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:53.706363 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (e62523b6-aab8-40e7-8e79-6d4d1f6a835b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.809044 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6add3fe-fe92-4a51-bbd9-eb155d84a71d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (7f6c0f9c-4edf-4379-94f4-42115a053780), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.813548 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Attempting to bind port aef20d37-3778-4688-83aa-1d21e108aa6d on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:53.814191 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Attempting to bind port aef20d37-3778-4688-83aa-1d21e108aa6d by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:53.814798 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Attempting to bind port aef20d37-3778-4688-83aa-1d21e108aa6d on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:53.837665 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62523b6-aab8-40e7-8e79-6d4d1f6a835b,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:53.845389 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Checking segment: {'id': '3d767fdc-a69d-4311-a7cf-560bfe868810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03722965-bad7-4d3a-b9cf-957244d95527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:53.845976 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Network hostable DHCP agents. Network: 03722965-bad7-4d3a-b9cf-957244d95527, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:26:53.875031 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port d12369ee-5dc8-4d70-8292-28fccafa07a3 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:53.875626 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.905915 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:53.906302 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Checking segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:53.906709 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.907108 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Bound using segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:53.907628 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Bound port: aef20d37-3778-4688-83aa-1d21e108aa6d, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:53.908016 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.916166 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6add3fe-fe92-4a51-bbd9-eb155d84a71d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (7f6c0f9c-4edf-4379-94f4-42115a053780), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:53.955153 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:53.974327 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Network 03722965-bad7-4d3a-b9cf-957244d95527 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:26:54.056434 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] For port aef20d37-3778-4688-83aa-1d21e108aa6d, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:54.058785 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-14992271-39a8-484e-955b-71d629faf66b None None] Provisioning complete for port aef20d37-3778-4688-83aa-1d21e108aa6d triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:54.059188 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-14992271-39a8-484e-955b-71d629faf66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.062437 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] For port aef20d37-3778-4688-83aa-1d21e108aa6d, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=aef20d37-3778-4688-83aa-1d21e108aa6d,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:54.066820 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 03722965-bad7-4d3a-b9cf-957244d95527) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:54.080045 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:54.084387 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.088163 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694c3b40-e6ef-4c4b-bd84-38b772eb3227 None None] Network 03722965-bad7-4d3a-b9cf-957244d95527 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:54.097361 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d08a43d-185f-4c56-8f7a-76e25ca7d474 req-f789ba93-4638-4a67-9216-8474c591f1a4 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.1901224 May 13 17:26:54.100628 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.104487 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6add3fe-fe92-4a51-bbd9-eb155d84a71d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6c0f9c-4edf-4379-94f4-42115a053780,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:54.123599 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41014) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:54.130778 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-7b98e25a-0dbc-4797-883e-ad25d50c2039 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927897686', 'description': 'tempest-description--517067661'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:54.161135 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6add3fe-fe92-4a51-bbd9-eb155d84a71d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.163590 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c6add3fe-fe92-4a51-bbd9-eb155d84a71d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6595862 May 13 17:26:54.167836 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41018) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:54.176135 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-09d34960-8b45-4886-b83e-85a36c54f96e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': 'dd3eb06e-8611-4b98-b5be-074972fd507b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:54.176587 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d934fd4d-0c08-4380-a897-c4c9eb33ce70 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3878756 May 13 17:26:54.196241 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.199234 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-14992271-39a8-484e-955b-71d629faf66b None None] Port aef20d37-3778-4688-83aa-1d21e108aa6d cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:26:54.251802 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Allocated IP 172.27.3.12 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/04c729fc-de2d-4357-87f4-612d44b8c6fd) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:54.253431 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port d12369ee-5dc8-4d70-8292-28fccafa07a3 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:54.254023 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.277962 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b98e25a-0dbc-4797-883e-ad25d50c2039 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.320556 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05612b9-3c32-4347-918b-5629d2edef0a None None] Pushing event updated for resources: {'Port': ['ID=aef20d37-3778-4688-83aa-1d21e108aa6d,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:54.328601 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d34960-8b45-4886-b83e-85a36c54f96e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (f239d934-3c97-4d0d-97eb-2481a3b50bb1), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.357398 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port d12369ee-5dc8-4d70-8292-28fccafa07a3, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=d12369ee-5dc8-4d70-8292-28fccafa07a3,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:54.373420 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41024) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:54.378356 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:54.379799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:54.420229 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b98e25a-0dbc-4797-883e-ad25d50c2039 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (eb93da09-2711-4b77-93eb-15a447100db8), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.442164 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.444643 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d34960-8b45-4886-b83e-85a36c54f96e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (f239d934-3c97-4d0d-97eb-2481a3b50bb1), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.464335 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.485559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] Deleting subnet d571df42-1df1-4266-a2c6-702ff233de8f {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:26:54.490737 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] Publish callbacks [] for subnet (d571df42-1df1-4266-a2c6-702ff233de8f), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.498862 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3153e0-d555-4893-9b5e-0b20c6a6315e None None] Network 03722965-bad7-4d3a-b9cf-957244d95527 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:26:54.547802 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] Publish callbacks [] for subnet (d571df42-1df1-4266-a2c6-702ff233de8f), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.553200 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b98e25a-0dbc-4797-883e-ad25d50c2039 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (eb93da09-2711-4b77-93eb-15a447100db8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.553420 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d34960-8b45-4886-b83e-85a36c54f96e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (f239d934-3c97-4d0d-97eb-2481a3b50bb1), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.578263 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d34960-8b45-4886-b83e-85a36c54f96e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f239d934-3c97-4d0d-97eb-2481a3b50bb1,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:54.595387 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (d571df42-1df1-4266-a2c6-702ff233de8f), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.604889 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.649453 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:54.657874 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:54.662398 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:54.673168 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98e25a-0dbc-4797-883e-ad25d50c2039 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb93da09-2711-4b77-93eb-15a447100db8,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:54.685628 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-09d34960-8b45-4886-b83e-85a36c54f96e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.690579 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-09d34960-8b45-4886-b83e-85a36c54f96e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5177801 May 13 17:26:54.690579 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41030) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:54.701945 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:54.707623 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'Port': ['ID=04c729fc-de2d-4357-87f4-612d44b8c6fd,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:54.724995 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:54.738916 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b98e25a-0dbc-4797-883e-ad25d50c2039 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.742963 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7b98e25a-0dbc-4797-883e-ad25d50c2039 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6154106 May 13 17:26:54.743158 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41032) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:54.747738 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-9fad8152-7409-46e8-b6a3-891840df24ae tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'security_group_rule': {'security_group_id': 'eb93da09-2711-4b77-93eb-15a447100db8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:54.764995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for subnet (d571df42-1df1-4266-a2c6-702ff233de8f), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.794882 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-850aab25-16dc-46c0-8ae1-30f78d5969a8 None None] Provisioning complete for port aef20d37-3778-4688-83aa-1d21e108aa6d triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:54.795283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-850aab25-16dc-46c0-8ae1-30f78d5969a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.809847 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d571df42-1df1-4266-a2c6-702ff233de8f,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:54.812955 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.816990 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-123c44bf-86fa-4e43-af7c-ae14437827f2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d571df42-1df1-4266-a2c6-702ff233de8f HTTP/1.1" status: 204 len: 168 time: 0.4417460 May 13 17:26:54.820169 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41034) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:54.825533 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.835742 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=d12369ee-5dc8-4d70-8292-28fccafa07a3,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:54.903327 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.909437 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:54.912618 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Sync routers for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:26:54.924658 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9fad8152-7409-46e8-b6a3-891840df24ae tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (888d1e29-60f0-490c-83c4-5b50f00ab10e), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.928638 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (ce9b9891-2f76-4d17-a4a7-33c31474392d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.933336 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:54.934728 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:54.985830 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:54.986037 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:54.992418 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.052685 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.088490 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.088869 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.089651 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.090019 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.090355 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.090669 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.091223 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.091737 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.092080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.092642 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.102125 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:26:55.115361 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.134665 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:55.199699 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.27.3.109 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/54f0e9ac-b048-40ac-840a-10382cd928cf) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:55.216601 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-850aab25-16dc-46c0-8ae1-30f78d5969a8 None None] Current status of the port aef20d37-3778-4688-83aa-1d21e108aa6d is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:55.217161 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-850aab25-16dc-46c0-8ae1-30f78d5969a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.234182 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:55.235149 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:55.295506 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f601385-eb6a-4321-9f29-3d54d8e84434 req-407dde28-3b4e-40c8-8191-3000ac986660 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0792456 May 13 17:26:55.359372 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-850aab25-16dc-46c0-8ae1-30f78d5969a8 None None] For port aef20d37-3778-4688-83aa-1d21e108aa6d, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=aef20d37-3778-4688-83aa-1d21e108aa6d,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:55.363466 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.363466 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.363681 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.363842 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:55.364196 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:55.387966 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9fad8152-7409-46e8-b6a3-891840df24ae tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (888d1e29-60f0-490c-83c4-5b50f00ab10e), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.396855 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87609859-3482-4176-8ed4-d3d089f99c8e') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:55.397143 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87609859-3482-4176-8ed4-d3d089f99c8e') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:55.440211 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (87609859-3482-4176-8ed4-d3d089f99c8e), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.443584 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.453934 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:52Z', 'revision_number': 2, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:55.454210 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.460364 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (87609859-3482-4176-8ed4-d3d089f99c8e), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.469729 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-850aab25-16dc-46c0-8ae1-30f78d5969a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.472162 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:55.475307 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:26:55.476931 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (87609859-3482-4176-8ed4-d3d089f99c8e), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: from cryptography.utils import int_from_bytes May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: from cryptography.utils import int_from_bytes May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:26:55.480922 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:26:55.487631 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Checking router: 5d626f0d-3d44-4507-86f3-27024db286c1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:26:55.487989 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Updating router 5d626f0d-3d44-4507-86f3-27024db286c1 port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:26:55.522448 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.523555 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:55.540671 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.559032 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:55.561789 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9fad8152-7409-46e8-b6a3-891840df24ae tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (888d1e29-60f0-490c-83c4-5b50f00ab10e), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.583872 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8152-7409-46e8-b6a3-891840df24ae tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888d1e29-60f0-490c-83c4-5b50f00ab10e,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:55.586574 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.597100 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (ce9b9891-2f76-4d17-a4a7-33c31474392d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.599557 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc9d14-5a1e-4621-a80e-d8ba7298f9a6 None None] The sync data for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi is: [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:26:55.627944 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850aab25-16dc-46c0-8ae1-30f78d5969a8 None None] Pushing event updated for resources: {'Port': ['ID=aef20d37-3778-4688-83aa-1d21e108aa6d,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:55.629001 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.656801 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.660064 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05 HTTP/1.1" status: 204 len: 168 time: 0.8392985 May 13 17:26:55.663011 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9fad8152-7409-46e8-b6a3-891840df24ae tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.665592 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:55.668888 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:55.671261 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-9fad8152-7409-46e8-b6a3-891840df24ae tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9267893 May 13 17:26:55.672564 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41046) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:55.672902 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41048) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:55.673015 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:55.783069 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf0153-3efe-4ab6-b6bd-e62d299f6bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=47fcf8f5-1cd1-47f5-8eef-6bc7d77afd05,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:55.787531 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (8618e726-4a25-4b6d-9651-d22946ecfbec), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.806207 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-4042f20c-3eb0-430e-a18c-9234cd45b754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'security_group_rule': {'security_group_id': 'eb93da09-2711-4b77-93eb-15a447100db8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:55.816886 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] Deleting subnet e62523b6-aab8-40e7-8e79-6d4d1f6a835b {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:26:55.818242 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'Port': ['ID=04c729fc-de2d-4357-87f4-612d44b8c6fd,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:55.827062 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] Publish callbacks [] for subnet (e62523b6-aab8-40e7-8e79-6d4d1f6a835b), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.913507 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (e62523b6-aab8-40e7-8e79-6d4d1f6a835b), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.922963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.924447 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3e6c2a7a-f413-4456-9ad9-83d5bfa8da5b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3885000 May 13 17:26:55.930893 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.955862 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Publish callbacks [] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:55.973776 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=54f0e9ac-b048-40ac-840a-10382cd928cf,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:55.983561 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4042f20c-3eb0-430e-a18c-9234cd45b754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (5a5e9bea-3045-4f7b-9b02-de8db424c881), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.018083 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (e62523b6-aab8-40e7-8e79-6d4d1f6a835b), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.023799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 2, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:56.027925 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.061867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:26:56.062741 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Updating router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 port 4a7bc314-07fb-4705-85c5-b54d9355ff12 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:26:56.099861 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.177330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.82', 52708) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:56.240875 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4042f20c-3eb0-430e-a18c-9234cd45b754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (5a5e9bea-3045-4f7b-9b02-de8db424c881), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.247767 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1a651-232c-48bd-8f1a-e6d20c260d8b None None] Pushing event updated for resources: {'Port': ['ID=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:56.262541 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Attempting to bind port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:56.263231 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Attempting to bind port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:56.263803 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Attempting to bind port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:56.274843 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:56.276608 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Checking segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:56.277267 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.283851 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Bound using segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:56.288502 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Bound port: 9f1ea044-d0c4-411c-a7e4-871ffaa9437b, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:56.289121 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.300603 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (e62523b6-aab8-40e7-8e79-6d4d1f6a835b), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.378764 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.389324 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e62523b6-aab8-40e7-8e79-6d4d1f6a835b HTTP/1.1" status: 204 len: 168 time: 0.7152240 May 13 17:26:56.397510 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4042f20c-3eb0-430e-a18c-9234cd45b754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (5a5e9bea-3045-4f7b-9b02-de8db424c881), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.399206 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeb845-c57d-4ca1-a96f-25f0f3372795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62523b6-aab8-40e7-8e79-6d4d1f6a835b,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:56.409749 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41068) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:56.465858 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042f20c-3eb0-430e-a18c-9234cd45b754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5e9bea-3045-4f7b-9b02-de8db424c881,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:56.475478 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] For port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:56.480893 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] For port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:56.514936 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-0f86aa9c-07f3-41e1-8dbe-c1377d599285 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--239763934&fields=id&tenant_id=6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 267 time: 0.1634600 May 13 17:26:56.575421 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.636807 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4042f20c-3eb0-430e-a18c-9234cd45b754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.637934 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-b414a26b-c0dd-405d-9e55-443328b91865 None None] Provisioning complete for port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:56.638394 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b414a26b-c0dd-405d-9e55-443328b91865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.650750 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4042f20c-3eb0-430e-a18c-9234cd45b754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8682487 May 13 17:26:56.651651 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41070) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:26:56.662077 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:56.672223 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1a651-232c-48bd-8f1a-e6d20c260d8b None None] Pushing event updated for resources: {'Port': ['ID=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,revision_number=4']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:56.690122 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.708014 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:56.710246 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:56.779566 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-131a3727-3acf-4d7b-8d6a-e226936fbde5 req-e8b2621d-7b16-430e-8e29-15dfcdf4475f tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.1311722 May 13 17:26:56.837196 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:56.841462 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.008738 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (03722965-bad7-4d3a-b9cf-957244d95527), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.016261 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Publish callbacks [] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.040668 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b414a26b-c0dd-405d-9e55-443328b91865 None None] Current status of the port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:57.041740 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b414a26b-c0dd-405d-9e55-443328b91865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.055860 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-52f9c870-e597-43c4-99e9-21068ed6641d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:57.057222 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-52f9c870-e597-43c4-99e9-21068ed6641d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.82 "GET /v2.0/networks?id=bfa87f57-69c9-476e-a1ac-3f41f2881fe9 HTTP/1.1" status: 200 len: 810 time: 0.8789432 May 13 17:26:57.061111 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (8618e726-4a25-4b6d-9651-d22946ecfbec), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.068178 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:57.106252 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=54f0e9ac-b048-40ac-840a-10382cd928cf,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:57.143441 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.187650 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-ad701453-e48a-43ba-a615-c579c81a7580 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:57.189251 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-ad701453-e48a-43ba-a615-c579c81a7580 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 817 time: 0.6678581 May 13 17:26:57.259841 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-35bd94a9-ab65-4973-b805-9ccf4506e05d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/quotas/6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 375 time: 0.0470943 May 13 17:26:57.298821 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-b414a26b-c0dd-405d-9e55-443328b91865 None None] For port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:57.301333 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c355da2-f99a-4194-a58c-882931f05819 None None] Pushing event updated for resources: {'Port': ['ID=4a7bc314-07fb-4705-85c5-b54d9355ff12,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:57.314928 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d12369ee-5dc8-4d70-8292-28fccafa07a3 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:57.398874 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Request body: {'port': {'device_id': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9', 'admin_state_up': True, 'tenant_id': '7123f57c394d4a35b46f5bf62d48abb7'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:26:57.407949 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.409512 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5c35fd3b-8a97-4162-84a4-dbf2ff0474f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7183666 May 13 17:26:57.430178 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b414a26b-c0dd-405d-9e55-443328b91865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.498753 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-ff216f61-fd4b-4c46-a65e-46bdf1271ae3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1703329 May 13 17:26:57.520758 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:56Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:57.573567 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e022b4-0229-4034-a037-baf4e5de33f7 None None] The sync data for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi is: [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:56Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:26:57.622962 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (03722965-bad7-4d3a-b9cf-957244d95527), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.741803 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.742513 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.742993 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.743536 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > port after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.743889 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.744218 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > port after_update 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.744627 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.747443 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.748054 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.748551 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.809944 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414a26b-c0dd-405d-9e55-443328b91865 None None] Pushing event updated for resources: {'Port': ['ID=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:57.844845 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-e3891204-2d5c-4c8d-b061-bb85366a9538 None None] Provisioning complete for port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:57.845230 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e3891204-2d5c-4c8d-b061-bb85366a9538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.865354 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.878301 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Attempting to bind port 4a7bc314-07fb-4705-85c5-b54d9355ff12 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:26:57.878891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Attempting to bind port 4a7bc314-07fb-4705-85c5-b54d9355ff12 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:26:57.879739 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Attempting to bind port 4a7bc314-07fb-4705-85c5-b54d9355ff12 on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:26:57.896761 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:26:57.897139 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Checking segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:26:57.897542 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.897938 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Bound using segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:26:57.898406 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Bound port: 4a7bc314-07fb-4705-85c5-b54d9355ff12, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:26:57.898792 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.900567 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port d12369ee-5dc8-4d70-8292-28fccafa07a3 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:57.900942 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:57.939832 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.940240 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.940930 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.941118 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 17:26:57.941550 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03722965-bad7-4d3a-b9cf-957244d95527']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:57.967159 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-f7fe64db-b138-4a6a-9f8d-eb8eb8d9da05 service neutron] 10.222.0.64 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837957 May 13 17:26:58.032330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d767fdc-a69d-4311-a7cf-560bfe868810') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:58.034221 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d767fdc-a69d-4311-a7cf-560bfe868810') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:58.045710 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Made reservation on behalf of 7123f57c394d4a35b46f5bf62d48abb7 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:26:58.058452 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.102167 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Allocated IP 172.27.3.219 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/4e311b4f-dc95-42c8-9a30-d1d96a1beeb6) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:58.106141 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (3d767fdc-a69d-4311-a7cf-560bfe868810), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.133682 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-f5bf1224-9fde-4879-a42b-a26ec19352c6 service neutron] 10.222.0.64 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386166 May 13 17:26:58.212771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] For port 4a7bc314-07fb-4705-85c5-b54d9355ff12, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:26:58.237159 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-e3891204-2d5c-4c8d-b061-bb85366a9538 None None] Current status of the port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:58.243157 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] For port 4a7bc314-07fb-4705-85c5-b54d9355ff12, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4a7bc314-07fb-4705-85c5-b54d9355ff12,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:26:58.256980 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port d12369ee-5dc8-4d70-8292-28fccafa07a3 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:58.258494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device aef20d37-3778-4688-83aa-1d21e108aa6d up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:58.297178 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-0a7abd94-f919-48db-b80d-3a582449303d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--650457714&fields=id&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 267 time: 0.5580080 May 13 17:26:58.310849 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (3d767fdc-a69d-4311-a7cf-560bfe868810), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.330045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port aef20d37-3778-4688-83aa-1d21e108aa6d triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:58.330045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.337827 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.388069 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.398945 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:26:58.399570 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (3d767fdc-a69d-4311-a7cf-560bfe868810), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: from cryptography.utils import int_from_bytes May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: from cryptography.utils import int_from_bytes May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:26:58.413793 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:26:58.507035 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ecdfb4cb-567e-4277-b1ba-670cb617c953 None None] Provisioning complete for port 4a7bc314-07fb-4705-85c5-b54d9355ff12 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:58.507468 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb4cb-567e-4277-b1ba-670cb617c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.543879 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.600646 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9cb85203-29a6-49bb-b0f4-2148a010599a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:58.607097 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c355da2-f99a-4194-a58c-882931f05819 None None] Pushing event updated for resources: {'Port': ['ID=4a7bc314-07fb-4705-85c5-b54d9355ff12,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:58.618022 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:26:58.618675 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:26:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:26:58.779075 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Allocated IP 172.20.0.6 (bfa87f57-69c9-476e-a1ac-3f41f2881fe9/41669b51-1524-4dc7-9286-5bb623dba6d2/52e61d3c-72e9-427b-ac8a-8ad080ce50d0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:26:58.786636 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'Port': ['ID=4e311b4f-dc95-42c8-9a30-d1d96a1beeb6,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:58.813461 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:26:58.815893 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:26:58.819301 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:26:58.859100 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port aef20d37-3778-4688-83aa-1d21e108aa6d is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:59.007283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfb4cb-567e-4277-b1ba-670cb617c953 None None] Current status of the port 4a7bc314-07fb-4705-85c5-b54d9355ff12 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:26:59.014631 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb4cb-567e-4277-b1ba-670cb617c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:59.091061 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (03722965-bad7-4d3a-b9cf-957244d95527), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:59.110856 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:26:59.133608 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-182929fa-4c70-493f-96ba-c7aaa4859363 req-87c1d2af-df5f-4afa-bd94-82b4c0d351b4 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0834799 May 13 17:26:59.164936 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:59.164936 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] 10.222.0.64 "DELETE /v2.0/networks/03722965-bad7-4d3a-b9cf-957244d95527 HTTP/1.1" status: 204 len: 168 time: 2.7521718 May 13 17:26:59.174165 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-d4363fb2-aa8a-4e0e-85fe-5b304315a40c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:26:59.181253 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-d4363fb2-aa8a-4e0e-85fe-5b304315a40c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.8829103 May 13 17:26:59.195215 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4763e-c14a-4202-8157-8ff6898e4c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=03722965-bad7-4d3a-b9cf-957244d95527,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:26:59.234948 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-4413d92c-7b75-4f61-a184-9d4e0418cb1e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/quotas/ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 375 time: 0.0512905 May 13 17:26:59.256094 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (a2fe7638-8f3e-42e9-997a-c5ce50b61951), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:59.412088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 9f1ea044-d0c4-411c-a7e4-871ffaa9437b up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:26:59.484357 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:59.514341 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks [] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:26:59.567512 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-2e20de30-ac9a-43f4-bce9-c4dd5e18b177 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3315468 May 13 17:26:59.701086 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2f4ac483-c0ce-4b7d-ac96-c216d608f0f4 req-8ac51b9d-36de-41f0-9d2f-41aeda02780f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.1275203 May 13 17:26:59.735223 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ecdfb4cb-567e-4277-b1ba-670cb617c953 None None] For port 4a7bc314-07fb-4705-85c5-b54d9355ff12, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4a7bc314-07fb-4705-85c5-b54d9355ff12,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:26:59.798075 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:26:59.799999 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.016058 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:00.016058 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4a7bc314-07fb-4705-85c5-b54d9355ff12 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:27:00.018966 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-50026639-68f0-40c0-9cd4-4a13f8ad029e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:27:00.018966 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-50026639-68f0-40c0-9cd4-4a13f8ad029e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0738502 May 13 17:27:00.037102 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.086217 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 4a7bc314-07fb-4705-85c5-b54d9355ff12 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:00.086402 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.135149 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:58Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:27:00.154591 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-62202e41-6db1-4527-8b90-0c3f4e3db481 service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558909 May 13 17:27:00.165287 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdae382-25b4-4ada-9566-5d32029b0e70 None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:58Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:27:00.280141 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4a7bc314-07fb-4705-85c5-b54d9355ff12 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:00.280141 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.313267 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-200c232a-8421-4654-9efb-310c17bde18d service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517916 May 13 17:27:00.347212 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.355337 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb4cb-567e-4277-b1ba-670cb617c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.476198 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41232) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:00.477747 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.529129 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-5980978c-88f0-48a3-837f-c30aa589a476 None None] Provisioning complete for port 4a7bc314-07fb-4705-85c5-b54d9355ff12 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:00.529505 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5980978c-88f0-48a3-837f-c30aa589a476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.663040 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.db.api [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 17:27:00.663518 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG oslo_db.api [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 17:27:00.666965 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfb4cb-567e-4277-b1ba-670cb617c953 None None] Pushing event updated for resources: {'Port': ['ID=4a7bc314-07fb-4705-85c5-b54d9355ff12,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:00.683526 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Pushing event updated for resources: {'Port': ['ID=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:00.727022 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:27:00.730507 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-99ed5157-c89b-4d65-b055-760b002f711b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:00.737346 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:27:00.742007 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:27:00.800920 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-acfc405b-c246-4d6f-853b-367797886e81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e2af938bef24636b081da69f3f42432&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3101258 May 13 17:27:00.807425 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41246) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:00.867618 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bd0b6-e3c5-4158-a668-2a0674da5c55 req-76919323-c081-4f01-89a1-cf2e85f8b15d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:00.877760 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b1bd0b6-e3c5-4158-a668-2a0674da5c55 req-76919323-c081-4f01-89a1-cf2e85f8b15d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 931 time: 0.4838655 May 13 17:27:00.921245 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-5980978c-88f0-48a3-837f-c30aa589a476 None None] Current status of the port 4a7bc314-07fb-4705-85c5-b54d9355ff12 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:01.034919 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:01.037148 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.119942 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (a2fe7638-8f3e-42e9-997a-c5ce50b61951), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.143784 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'Port': ['ID=4e311b4f-dc95-42c8-9a30-d1d96a1beeb6,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:01.196470 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b677d144-4085-4fc1-b1cb-a1a8a42601f5 admin admin] Publish callbacks [] for security_group (54ce7a3b-4f34-4046-9ae9-c4866e771da8), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.199083 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-a908bead-71ce-4b9c-9f28-f0533b3e1902 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8057692 May 13 17:27:01.206034 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9132d5b6-0b81-4038-9687-9b4f9b1ee2b9 req-67d7b857-3713-4447-a534-9d411265e5d7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 210 time: 0.0794189 May 13 17:27:01.221083 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41258) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:01.238849 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-add331c2-ba5d-4be9-88d5-053b22265de6 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:27:01.243940 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b1bd0b6-e3c5-4158-a668-2a0674da5c55 req-4cec7e79-26ef-4b84-9ae5-b46bff502bd7 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625209 May 13 17:27:01.253318 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-add331c2-ba5d-4be9-88d5-053b22265de6 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0291896 May 13 17:27:01.292058 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4a7bc314-07fb-4705-85c5-b54d9355ff12 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:01.302288 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.307707 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-29b7bc6d-ba46-4a9a-a1e6-9582067f59fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6460059 May 13 17:27:01.315881 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b677d144-4085-4fc1-b1cb-a1a8a42601f5 admin admin] Publish callbacks [] for security_group (54ce7a3b-4f34-4046-9ae9-c4866e771da8), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.516097 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:27:01.520892 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aee4ab90-edf6-4f3a-a27f-9d6d6ce482d0 req-5c52a922-b4d8-46f4-9310-de243c8e9ad7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.1398590 May 13 17:27:01.552359 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b677d144-4085-4fc1-b1cb-a1a8a42601f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (54ce7a3b-4f34-4046-9ae9-c4866e771da8), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.558864 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b677d144-4085-4fc1-b1cb-a1a8a42601f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.560156 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b677d144-4085-4fc1-b1cb-a1a8a42601f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54ce7a3b-4f34-4046-9ae9-c4866e771da8 HTTP/1.1" status: 204 len: 168 time: 0.7485847 May 13 17:27:01.584956 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677d144-4085-4fc1-b1cb-a1a8a42601f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce7a3b-4f34-4046-9ae9-c4866e771da8,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:01.635424 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d2e9-9703-4f21-bf4f-a740209f847e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.661004 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4a7bc314-07fb-4705-85c5-b54d9355ff12 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:27:01.763515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d2e9-9703-4f21-bf4f-a740209f847e admin admin] Publish callbacks [] for security_group (c0514370-feb1-48a8-9f8a-ef07fdc282e0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.771512 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Request body: {'port': {'device_id': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:01.840120 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 4a7bc314-07fb-4705-85c5-b54d9355ff12 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:01.840765 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.851784 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d2e9-9703-4f21-bf4f-a740209f847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (c0514370-feb1-48a8-9f8a-ef07fdc282e0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:01.913157 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b6c7d2e9-9703-4f21-bf4f-a740209f847e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2ad6b80d4e64431aea1f48de4aa5548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6966715 May 13 17:27:01.913884 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41296) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:02.039004 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:02.054927 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-05cc12a4-762e-4db3-8172-756e247ed64c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1927897686&fields=id&tenant_id=f8e7b818f3a74fc48f0faeeb3398069a HTTP/1.1" status: 200 len: 267 time: 0.1752527 May 13 17:27:02.074350 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7d2e9-9703-4f21-bf4f-a740209f847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0514370-feb1-48a8-9f8a-ef07fdc282e0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:02.113011 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:02.274999 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a2dd04-2ba4-43ed-8cc6-1220f917dce0 admin admin] Publish callbacks [] for security_group (c0514370-feb1-48a8-9f8a-ef07fdc282e0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:02.285062 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-498bdc6e-0935-43d5-b563-73bcd5bca425 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:02.298200 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-498bdc6e-0935-43d5-b563-73bcd5bca425 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 810 time: 0.2422550 May 13 17:27:02.333434 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-2614036a-e52c-4094-9d7f-c923b1d525d7 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/quotas/f8e7b818f3a74fc48f0faeeb3398069a HTTP/1.1" status: 200 len: 375 time: 0.0309451 May 13 17:27:02.348479 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a2dd04-2ba4-43ed-8cc6-1220f917dce0 admin admin] Publish callbacks [] for security_group (c0514370-feb1-48a8-9f8a-ef07fdc282e0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:02.407506 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4a7bc314-07fb-4705-85c5-b54d9355ff12 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:02.473083 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-2ef34f7a-2ff1-46bd-89ca-6c85afb9578f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385567 May 13 17:27:02.714935 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-5a3c0272-2f2e-42b4-9505-d61eb00f7f24 service neutron] 10.222.0.64 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352779 May 13 17:27:02.854262 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0cb44fd8-a00c-4554-9df4-7c80ba9c6580 req-0e36f44f-0bef-4084-9820-9e16af2dc72c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 210 time: 0.3438401 May 13 17:27:02.931651 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-e6c8ae6a-9a55-4b13-bd86-10039aab8495 service neutron] 10.222.0.64 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092311 May 13 17:27:03.041104 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a2dd04-2ba4-43ed-8cc6-1220f917dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (c0514370-feb1-48a8-9f8a-ef07fdc282e0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:03.044231 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-62a2dd04-2ba4-43ed-8cc6-1220f917dce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:03.049014 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-62a2dd04-2ba4-43ed-8cc6-1220f917dce0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0514370-feb1-48a8-9f8a-ef07fdc282e0 HTTP/1.1" status: 204 len: 168 time: 1.0905490 May 13 17:27:03.143626 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d140e-c34a-4f98-a6c4-df96194e2dba req-7a3d4d83-f451-45dd-ab4c-cd1ba83db592 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:03.145440 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-421d140e-c34a-4f98-a6c4-df96194e2dba req-7a3d4d83-f451-45dd-ab4c-cd1ba83db592 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 931 time: 0.1081376 May 13 17:27:03.149472 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2dd04-2ba4-43ed-8cc6-1220f917dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0514370-feb1-48a8-9f8a-ef07fdc282e0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:03.256801 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41334) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:03.366099 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-421d140e-c34a-4f98-a6c4-df96194e2dba req-de791e72-a803-4ac6-923b-0f83cb24cb8e tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113366 May 13 17:27:03.442206 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-10dc31c0-f52f-4edb-aae0-ab05a4d5739c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8531edacdd5b446dba9d77ab0af63d3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1841977 May 13 17:27:03.447538 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41340) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:03.529575 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:03.563806 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41342) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:03.667672 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75c1aac7-8070-4fbd-9559-78e1b4309feb req-9ac0dcee-a1b3-4649-8e55-84e55e34c56f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.0803378 May 13 17:27:03.680070 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:03.736021 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Publish callbacks [] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:03.752908 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2db94317-4329-46ac-b93e-cffc84761b5c req-0a1077db-49f9-4a8a-bc27-57ec6ea9735d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.2481432 May 13 17:27:03.779705 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a214d992-2ebe-4a37-afda-761ebd0b95ba admin admin] Publish callbacks [] for security_group (3fdae9d5-2a7c-4816-bf09-6d80c8101e02), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:03.826320 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Transition to ACTIVE for port object 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:27:03.826922 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a214d992-2ebe-4a37-afda-761ebd0b95ba admin admin] Publish callbacks [] for security_group (3fdae9d5-2a7c-4816-bf09-6d80c8101e02), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:03.900510 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.82', 52725) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:03.911950 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.044690 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a214d992-2ebe-4a37-afda-761ebd0b95ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3fdae9d5-2a7c-4816-bf09-6d80c8101e02), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.050989 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a214d992-2ebe-4a37-afda-761ebd0b95ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.052317 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a214d992-2ebe-4a37-afda-761ebd0b95ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fdae9d5-2a7c-4816-bf09-6d80c8101e02 HTTP/1.1" status: 204 len: 168 time: 0.5817635 May 13 17:27:04.071066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214d992-2ebe-4a37-afda-761ebd0b95ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdae9d5-2a7c-4816-bf09-6d80c8101e02,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:04.073623 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-50441bcb-356d-4f97-86f0-0c5b8aa21438 req-c7c561b2-4b6d-46c2-b6ee-e96c13222de8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 210 time: 0.0674863 May 13 17:27:04.241618 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b0965a70-b485-4844-aac5-0684612f5527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.410504 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Pushing event updated for resources: {'Port': ['ID=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:04.452812 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b0965a70-b485-4844-aac5-0684612f5527 admin admin] Publish callbacks [] for security_group (ebf58de2-3945-4617-b9ac-a46ebf8ebeac), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.575321 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-df1a6752-5f1a-40fd-94e8-8b55d1173dda tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:04.576961 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-df1a6752-5f1a-40fd-94e8-8b55d1173dda tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 817 time: 0.4996519 May 13 17:27:04.586051 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73b44c-8669-43c1-8fd2-824092989a63 req-80895e3b-5292-4e88-b1ab-f706d7b8d81e tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:04.588343 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Attempting to bind port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:27:04.588469 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3a73b44c-8669-43c1-8fd2-824092989a63 req-80895e3b-5292-4e88-b1ab-f706d7b8d81e tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0780940 May 13 17:27:04.592743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Attempting to bind port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '11cf40a5-159e-4bf1-ada1-90bb2bc567a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:27:04.592743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Attempting to bind port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 on network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:04.593649 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b0965a70-b485-4844-aac5-0684612f5527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ebf58de2-3945-4617-b9ac-a46ebf8ebeac), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.603283 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 on network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:27:04.604992 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Attempting to bind port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 on network bfa87f57-69c9-476e-a1ac-3f41f2881fe9 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:04.614108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:27:04.614534 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Checking segment: {'id': '11cf40a5-159e-4bf1-ada1-90bb2bc567a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:27:04.615144 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Bound using segment: {'id': '11cf40a5-159e-4bf1-ada1-90bb2bc567a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:27:04.620740 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Bound port: 52e61d3c-72e9-427b-ac8a-8ad080ce50d0, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11cf40a5-159e-4bf1-ada1-90bb2bc567a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:27:04.620740 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.659656 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0965a70-b485-4844-aac5-0684612f5527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf58de2-3945-4617-b9ac-a46ebf8ebeac,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:04.724679 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] For port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:27:04.730736 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b0965a70-b485-4844-aac5-0684612f5527 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cae8d0353d3c471e98971c6cff149bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1484191 May 13 17:27:04.735094 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:04.737803 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] For port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,segment=NetworkSegment(11cf40a5-159e-4bf1-ada1-90bb2bc567a8),segment_id=11cf40a5-159e-4bf1-ada1-90bb2bc567a8)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:27:04.739258 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41382) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:04.746627 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3a73b44c-8669-43c1-8fd2-824092989a63 req-d442ac2c-6187-4202-b27f-7d1482c60473 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378880 May 13 17:27:04.813917 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:05.014526 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c501f85d-df2c-4a46-bc4f-89ec13ba02c3 req-5937a349-c23d-48eb-a5e8-a26271a2e306 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.1285987 May 13 17:27:05.023315 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-98f2b6fc-7eb3-4bb2-b475-afb034e63eef req-58ba647e-a8f4-4e60-9f8a-af2524bbb0b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.1394613 May 13 17:27:05.031802 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:05.032855 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:05.035790 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] 10.222.0.82 "PUT /v2.0/ports/52e61d3c-72e9-427b-ac8a-8ad080ce50d0 HTTP/1.1" status: 200 len: 1093 time: 3.4820838 May 13 17:27:05.092420 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'tag': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:05.241338 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8412f-55f2-41f6-95f8-51987c72133a service neutron] Pushing event updated for resources: {'Port': ['ID=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:05.248111 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b323f7c-4f64-4709-af65-c4f6447be0ff admin admin] Publish callbacks [] for security_group (ebf58de2-3945-4617-b9ac-a46ebf8ebeac), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:05.334056 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4a66b711-e95e-4fa0-94b3-11396751e8cf req-a73ae549-b8d1-4d6e-9ea9-0b1038a3e83e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 210 time: 0.0969656 May 13 17:27:05.426290 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b323f7c-4f64-4709-af65-c4f6447be0ff admin admin] Publish callbacks [] for security_group (ebf58de2-3945-4617-b9ac-a46ebf8ebeac), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:05.445467 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-2054aca7-8dfd-47fc-9960-db4558b9dcca tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 379 time: 0.4493306 May 13 17:27:05.481824 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.82', 52732) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:05.525472 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'port': {'device_id': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'admin_state_up': True, 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'security_groups': ['99dd4e2b-372e-463b-bc94-15a1e62bae75']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:05.555789 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-ea2379c7-1402-4a64-ae86-84e441c00680 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:05.557882 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-ea2379c7-1402-4a64-ae86-84e441c00680 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.2271914 May 13 17:27:05.674799 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-7fc11ce3-5fb1-485e-939d-ec400c6d9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:05.676730 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-7fc11ce3-5fb1-485e-939d-ec400c6d9589 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7123f57c394d4a35b46f5bf62d48abb7&device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 1127 time: 0.1593287 May 13 17:27:05.693318 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b323f7c-4f64-4709-af65-c4f6447be0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ebf58de2-3945-4617-b9ac-a46ebf8ebeac), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:05.697201 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6b323f7c-4f64-4709-af65-c4f6447be0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:05.700874 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6b323f7c-4f64-4709-af65-c4f6447be0ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebf58de2-3945-4617-b9ac-a46ebf8ebeac HTTP/1.1" status: 204 len: 168 time: 0.9557431 May 13 17:27:05.707378 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455f207e-175c-4203-8b51-1d500ad06286" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfc247d-ad6b-43f7-adec-b9054fefa3a1", "tag": "52e61d3c-72e9-427b-ac8a-8ad080ce50d0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:05.754885 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-66060f0e-e8c3-48d3-b020-4790566b7cb6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 379 time: 0.1578014 May 13 17:27:05.758548 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323f7c-4f64-4709-af65-c4f6447be0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf58de2-3945-4617-b9ac-a46ebf8ebeac,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:05.874497 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'port': {'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'admin_state_up': True, 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'security_groups': ['dd3eb06e-8611-4b98-b5be-074972fd507b']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:06.005718 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-020e8e14-510a-47b3-9d8d-4b75519dfe18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52e61d3c-72e9-427b-ac8a-8ad080ce50d0 HTTP/1.1" status: 200 len: 217 time: 0.1485302 May 13 17:27:06.033046 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Made reservation on behalf of 6c34f44042ac43cc8a6a7937c0683120 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:27:06.040628 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:06.097624 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c9048-a6f5-4474-b0c2-6118f407ccee req-f61642ce-d91a-4d1d-a107-b14ebf493a6d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:06.100819 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc3c9048-a6f5-4474-b0c2-6118f407ccee req-f61642ce-d91a-4d1d-a107-b14ebf493a6d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.2753930 May 13 17:27:06.305003 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9b42ba-3143-4d5c-9437-2a7909e7abde x-openstack-request-id: req-7d9b42ba-3143-4d5c-9437-2a7909e7abde {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:06.312214 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfc247d-ad6b-43f7-adec-b9054fefa3a1", "tag": "52e61d3c-72e9-427b-ac8a-8ad080ce50d0", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:06.312654 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d9b42ba-3143-4d5c-9437-2a7909e7abde {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:06.313503 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9b42ba-3143-4d5c-9437-2a7909e7abde'] response: {'name': 'network-changed', 'server_uuid': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'tag': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0', 'status': 'completed', 'code': 200} May 13 17:27:06.320757 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Made reservation on behalf of ae7b37b41d944427945d783a460ca12a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:27:06.326775 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:06.411150 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Allocated IP 172.20.0.5 (42afb35d-ebab-4abb-a123-24b9a2b301c2/0b9e5d2a-08a1-4fdf-ada3-163794119bc1/41053781-3367-4859-b7f7-eb83af021a82) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:27:06.452467 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-808b3161-d786-4460-9107-d923b9e9704f req-31528cc7-77e0-4fed-9948-bbe0994ec1b5 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.0584955 May 13 17:27:06.559546 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc3c9048-a6f5-4474-b0c2-6118f407ccee req-7fd9e741-eb9e-4102-9025-4d678fa5f1bc tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593817 May 13 17:27:06.577419 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-01c5fe65-b029-4770-8ddd-05d888de0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:06.577419 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-01c5fe65-b029-4770-8ddd-05d888de0afd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41669b51-1524-4dc7-9286-5bb623dba6d2 HTTP/1.1" status: 200 len: 850 time: 0.5446007 May 13 17:27:06.673880 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90b15897-b7ef-439d-966f-364686adeecc req-d6018772-3a19-41be-ae42-b06789f8353a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.0538137 May 13 17:27:06.726189 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-aa9d8040-1a42-477e-8e6b-e833805bb4ba req-8787aef4-afb7-4a8b-848e-6f29ae8c969e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 210 time: 0.0746839 May 13 17:27:06.781700 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.20.0.14 (88108179-f685-4c21-8286-b31593459871/bc9dd1b6-946c-4962-9d06-e605003b45f0/6c67b852-5901-4a54-9821-0cbca68ceaca) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:27:06.878394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for port (41053781-3367-4859-b7f7-eb83af021a82), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.061155 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.094497 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.152142 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:27:07.153509 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:07.156208 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:27:07.159602 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:27:07.221806 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41458) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:07.242447 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:07.243252 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.247865 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.253495 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b270e8ea-0dfa-4dcf-a33b-37a358a08902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.275750 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 88108179-f685-4c21-8286-b31593459871 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:27:07.281615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:27:07.307044 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:27:07.370349 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=6c67b852-5901-4a54-9821-0cbca68ceaca,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:07.409205 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d24628cd-0e47-46bb-9415-d6f8a4dca38e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8883777 May 13 17:27:07.417540 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:07.419051 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.469237 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b270e8ea-0dfa-4dcf-a33b-37a358a08902 admin admin] Publish callbacks [] for security_group (73021847-3626-4820-9de1-1c36adf908b7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.524665 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-9e5d2375-7288-4661-8443-5293857e4df6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6602764 May 13 17:27:07.540341 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b270e8ea-0dfa-4dcf-a33b-37a358a08902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (73021847-3626-4820-9de1-1c36adf908b7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.627363 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e8ea-0dfa-4dcf-a33b-37a358a08902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73021847-3626-4820-9de1-1c36adf908b7,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:07.663943 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-9ef2b6f8-bff4-448e-831f-cb2d8e1e7374 None None] Provisioning complete for port 41053781-3367-4859-b7f7-eb83af021a82 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:07.668894 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9ef2b6f8-bff4-448e-831f-cb2d8e1e7374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (41053781-3367-4859-b7f7-eb83af021a82), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.682268 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-764942c3-ba85-40ac-bc57-cde505bd57f4 req-7186b420-1aeb-411b-8283-3e0a3efae939 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.0848546 May 13 17:27:07.686243 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b270e8ea-0dfa-4dcf-a33b-37a358a08902 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac37247315d14e31a08a3b77ebc90661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626257 May 13 17:27:07.692098 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41472) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:07.784354 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2b6f8-bff4-448e-831f-cb2d8e1e7374 None None] Port 41053781-3367-4859-b7f7-eb83af021a82 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:27:07.830161 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Request body: {'port': {'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:07.835396 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.82', 52738) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:07.909666 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ba178559-5e85-4185-b4ae-79feda146e06 None None] Provisioning complete for port 6c67b852-5901-4a54-9821-0cbca68ceaca triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:07.910120 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ba178559-5e85-4185-b4ae-79feda146e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:07.934569 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Request body: {'port': {'device_id': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:07.994220 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ba178559-5e85-4185-b4ae-79feda146e06 None None] Port 6c67b852-5901-4a54-9821-0cbca68ceaca cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:27:07.995707 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-36d12ae4-fc0b-4323-a14a-713e788daadb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bfa87f57-69c9-476e-a1ac-3f41f2881fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906714 May 13 17:27:08.003892 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5890f1-78f0-4050-a2db-92675dd58c87 req-120eb6c6-570b-42d0-84fa-f27d1fac633c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:08.014435 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cb5890f1-78f0-4050-a2db-92675dd58c87 req-120eb6c6-570b-42d0-84fa-f27d1fac633c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.2895765 May 13 17:27:08.212691 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cb5890f1-78f0-4050-a2db-92675dd58c87 req-a09b9c67-dd58-47e8-91d1-d93af38e1da3 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958127 May 13 17:27:08.218768 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad30876f-e51d-4209-b13f-0a426c34aac2 admin admin] Publish callbacks [] for security_group (73021847-3626-4820-9de1-1c36adf908b7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:08.308862 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad30876f-e51d-4209-b13f-0a426c34aac2 admin admin] Publish callbacks [] for security_group (73021847-3626-4820-9de1-1c36adf908b7), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:08.384333 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d9af-acc1-4924-85ca-c19579cd0e8d req-7671250b-0985-45b5-bdb4-098b327bf6ba tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:08.388525 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ba1d9af-acc1-4924-85ca-c19579cd0e8d req-7671250b-0985-45b5-bdb4-098b327bf6ba tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 931 time: 0.4493675 May 13 17:27:08.479769 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fbdf5-fe29-47c9-a19f-a6b8552af679 req-ff1f9678-2776-4bf0-8b73-cf610a9f259b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:08.487900 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f84fbdf5-fe29-47c9-a19f-a6b8552af679 req-ff1f9678-2776-4bf0-8b73-cf610a9f259b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 932 time: 0.1090715 May 13 17:27:08.501838 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:08.532542 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:08.553217 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41500) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:08.585934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-64973e44-e240-4c61-a0bd-d137701a6232 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:08.587875 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-64973e44-e240-4c61-a0bd-d137701a6232 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 810 time: 0.6110251 May 13 17:27:08.621962 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-40c217d6-a21d-4c70-9ba5-7c6655733fa5 service neutron] 10.222.0.82 "GET /v2.0/networks/bfa87f57-69c9-476e-a1ac-3f41f2881fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031342 May 13 17:27:08.630985 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ba1d9af-acc1-4924-85ca-c19579cd0e8d req-ba6f59b2-b726-4045-acbb-13fe9bfe09da tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099984 May 13 17:27:08.680109 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f84fbdf5-fe29-47c9-a19f-a6b8552af679 req-bd0de317-00cc-408b-81bc-13b2a58dc326 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906440 May 13 17:27:08.719424 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad30876f-e51d-4209-b13f-0a426c34aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (73021847-3626-4820-9de1-1c36adf908b7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:08.721457 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad30876f-e51d-4209-b13f-0a426c34aac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:08.724905 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ad30876f-e51d-4209-b13f-0a426c34aac2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73021847-3626-4820-9de1-1c36adf908b7 HTTP/1.1" status: 204 len: 168 time: 1.0327978 May 13 17:27:08.823407 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30876f-e51d-4209-b13f-0a426c34aac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73021847-3626-4820-9de1-1c36adf908b7,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:08.932425 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0101d91-9207-4d66-a768-1ab4a47ce494 req-2861c98e-2b70-47a2-a503-3681915875c5 service neutron] 10.222.0.82 "GET /v2.0/networks/bfa87f57-69c9-476e-a1ac-3f41f2881fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509520 May 13 17:27:09.114713 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-d57acc37-543a-4205-a7ad-274662f39bb9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e7b818f3a74fc48f0faeeb3398069a HTTP/1.1" status: 200 len: 380 time: 0.4402561 May 13 17:27:09.147980 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bf56292-7475-4193-a71e-e032be276d50 req-e831e001-582c-41d0-9c0f-01a494db1203 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.3224406 May 13 17:27:09.219904 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46b4d5e9-cca4-46fa-9d97-b518b9d772cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:09.436078 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c486-4d02-474f-b763-8fa05b1046f1 req-a042e837-6c89-4dd3-9bee-c7709c20351d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:09.456536 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eff2c486-4d02-474f-b763-8fa05b1046f1 req-a042e837-6c89-4dd3-9bee-c7709c20351d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0869846 May 13 17:27:09.457158 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'port': {'device_id': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'admin_state_up': True, 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'security_groups': ['eb93da09-2711-4b77-93eb-15a447100db8']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:09.605064 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f207e-175c-4203-8b51-1d500ad06286 req-cf295aa4-3cbf-4b16-b58f-272d98e46eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:09.607526 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-455f207e-175c-4203-8b51-1d500ad06286 req-cf295aa4-3cbf-4b16-b58f-272d98e46eff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7123f57c394d4a35b46f5bf62d48abb7&device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 1127 time: 0.1486216 May 13 17:27:09.670236 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41053781-3367-4859-b7f7-eb83af021a82 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:09.706325 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Publish callbacks [] for port (41053781-3367-4859-b7f7-eb83af021a82), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:09.718632 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c67b852-5901-4a54-9821-0cbca68ceaca {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:09.779243 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46b4d5e9-cca4-46fa-9d97-b518b9d772cd admin admin] Publish callbacks [] for security_group (3b831803-71c6-4754-abd7-1f83dd0d0f2c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:09.785366 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Publish callbacks [] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:09.791622 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eff2c486-4d02-474f-b763-8fa05b1046f1 req-5aa172a0-7e79-421c-8674-aac28993c6fa tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340380 May 13 17:27:09.815715 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Transition to ACTIVE for port object 41053781-3367-4859-b7f7-eb83af021a82 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:27:09.880742 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Transition to ACTIVE for port object 6c67b852-5901-4a54-9821-0cbca68ceaca will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:27:09.885470 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46b4d5e9-cca4-46fa-9d97-b518b9d772cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3b831803-71c6-4754-abd7-1f83dd0d0f2c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:09.943930 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586664d4-7e8d-4567-8e9e-ad46862588cc req-ef9ecb0d-0bfa-447e-bbad-627bb7368784 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:09.945652 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-586664d4-7e8d-4567-8e9e-ad46862588cc req-ef9ecb0d-0bfa-447e-bbad-627bb7368784 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 931 time: 0.1735370 May 13 17:27:09.974351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:10.022532 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:10.040536 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f207e-175c-4203-8b51-1d500ad06286 req-a510478e-428a-49a2-82d6-78b92d4f2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:10.042602 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-455f207e-175c-4203-8b51-1d500ad06286 req-a510478e-428a-49a2-82d6-78b92d4f2dc2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bfa87f57-69c9-476e-a1ac-3f41f2881fe9 HTTP/1.1" status: 200 len: 911 time: 0.4270964 May 13 17:27:10.074960 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319efdc3-4356-47b7-9712-9033dd28f7a3 req-a8e572cf-b72a-4480-81e7-4cccb8930fb2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:10.076712 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-319efdc3-4356-47b7-9712-9033dd28f7a3 req-a8e572cf-b72a-4480-81e7-4cccb8930fb2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.1501892 May 13 17:27:10.146760 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-455f207e-175c-4203-8b51-1d500ad06286 req-dbd04ed2-07a2-45b4-83b9-835fccf43d6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52e61d3c-72e9-427b-ac8a-8ad080ce50d0 HTTP/1.1" status: 200 len: 217 time: 0.0686340 May 13 17:27:10.223487 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-319efdc3-4356-47b7-9712-9033dd28f7a3 req-5a1c13a5-7bc4-4714-9229-7f003de7e8c7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376448 May 13 17:27:10.258354 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-586664d4-7e8d-4567-8e9e-ad46862588cc req-36a3e954-adac-42ea-b813-6437bde25272 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717688 May 13 17:27:10.259120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4d5e9-cca4-46fa-9d97-b518b9d772cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b831803-71c6-4754-abd7-1f83dd0d0f2c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:10.263811 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Made reservation on behalf of f8e7b818f3a74fc48f0faeeb3398069a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:27:10.270646 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f207e-175c-4203-8b51-1d500ad06286 req-81503efd-4b50-4295-92ac-6252ed59248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:10.283647 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:10.283969 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-455f207e-175c-4203-8b51-1d500ad06286 req-81503efd-4b50-4295-92ac-6252ed59248c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41669b51-1524-4dc7-9286-5bb623dba6d2 HTTP/1.1" status: 200 len: 850 time: 0.1232035 May 13 17:27:10.363541 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-46b4d5e9-cca4-46fa-9d97-b518b9d772cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfee22416d864723ab9cf3d9ad41f586&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8089342 May 13 17:27:10.369199 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41592) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:10.395770 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-455f207e-175c-4203-8b51-1d500ad06286 req-4557ab42-acf7-4211-b72f-b55d26c13728 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bfa87f57-69c9-476e-a1ac-3f41f2881fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090250 May 13 17:27:10.544688 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:10.563628 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0798dcf0-fe58-4c96-b4d8-eefdf3e2041a req-52e3663a-65bd-49e9-9ba5-9674c14b92f7 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.1423700 May 13 17:27:10.665649 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b852-5901-4a54-9821-0cbca68ceaca,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:10.745647 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-455f207e-175c-4203-8b51-1d500ad06286 req-08759e1a-425b-4518-81b4-72fcd7a67b75 service neutron] 10.222.0.82 "GET /v2.0/networks/bfa87f57-69c9-476e-a1ac-3f41f2881fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356090 May 13 17:27:10.767207 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e426f131-aa59-4bf3-88bf-b1e45df53087 admin admin] Publish callbacks [] for security_group (3b831803-71c6-4754-abd7-1f83dd0d0f2c), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:10.803554 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e426f131-aa59-4bf3-88bf-b1e45df53087 admin admin] Publish callbacks [] for security_group (3b831803-71c6-4754-abd7-1f83dd0d0f2c), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:10.992909 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b603e82-eb30-4baf-93bf-0f3628c87425 req-e57b4deb-4ba7-44f2-9b21-b3eaa25e3ba3 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:11.004212 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b603e82-eb30-4baf-93bf-0f3628c87425 req-e57b4deb-4ba7-44f2-9b21-b3eaa25e3ba3 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0741019 May 13 17:27:11.010072 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e426f131-aa59-4bf3-88bf-b1e45df53087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3b831803-71c6-4754-abd7-1f83dd0d0f2c), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.012829 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e426f131-aa59-4bf3-88bf-b1e45df53087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.014719 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e426f131-aa59-4bf3-88bf-b1e45df53087 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b831803-71c6-4754-abd7-1f83dd0d0f2c HTTP/1.1" status: 204 len: 168 time: 0.6394987 May 13 17:27:11.020230 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-455f207e-175c-4203-8b51-1d500ad06286 req-461a9640-4d25-48ae-a1f6-13e15c80d760 service neutron] 10.222.0.82 "GET /v2.0/networks/bfa87f57-69c9-476e-a1ac-3f41f2881fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438503 May 13 17:27:11.022453 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Attempting to bind port 41053781-3367-4859-b7f7-eb83af021a82 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:27:11.022721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Attempting to bind port 41053781-3367-4859-b7f7-eb83af021a82 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:27:11.023097 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Attempting to bind port 41053781-3367-4859-b7f7-eb83af021a82 on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:11.025750 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426f131-aa59-4bf3-88bf-b1e45df53087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b831803-71c6-4754-abd7-1f83dd0d0f2c,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:11.039455 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Port 41053781-3367-4859-b7f7-eb83af021a82 on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:27:11.039830 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Attempting to bind port 41053781-3367-4859-b7f7-eb83af021a82 on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:11.088779 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:27:11.089122 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Checking segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:27:11.089510 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Bound using segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:27:11.090012 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Bound port: 41053781-3367-4859-b7f7-eb83af021a82, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:27:11.090296 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.112253 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Allocated IP 172.20.0.9 (975cbf16-d3c5-4b6b-98f2-e842c863e717/a8503872-54e1-4d22-ab61-a4d37e9abd2e/65e4c296-6b3c-4eb9-a923-4c5f6eab3710) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:27:11.124680 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b603e82-eb30-4baf-93bf-0f3628c87425 req-6203e2f7-fe86-41e2-b29d-576a3b33a977 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185625 May 13 17:27:11.180854 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Attempting to bind port 6c67b852-5901-4a54-9821-0cbca68ceaca on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:27:11.194635 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Attempting to bind port 6c67b852-5901-4a54-9821-0cbca68ceaca by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:27:11.194635 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Attempting to bind port 6c67b852-5901-4a54-9821-0cbca68ceaca on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:11.195587 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Port 6c67b852-5901-4a54-9821-0cbca68ceaca on network 88108179-f685-4c21-8286-b31593459871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:27:11.195919 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Attempting to bind port 6c67b852-5901-4a54-9821-0cbca68ceaca on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:11.216788 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:27:11.217384 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Checking segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:27:11.217910 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Bound using segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:27:11.218500 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Bound port: 6c67b852-5901-4a54-9821-0cbca68ceaca, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:27:11.218744 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.396685 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:27:11.426300 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d69594-c8a2-4e25-8731-3cfa9f1c8551 req-154494c8-33bd-4e7c-baee-282fb3fc722e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:11.437353 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a1d69594-c8a2-4e25-8731-3cfa9f1c8551 req-154494c8-33bd-4e7c-baee-282fb3fc722e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.1183312 May 13 17:27:11.440612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:27:11.496105 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd57c5-046c-44cd-b9fa-02909a0f26bf req-98d4b9da-9ae6-4cc1-8b7a-f91833dcf3e4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:11.504201 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eddd57c5-046c-44cd-b9fa-02909a0f26bf req-98d4b9da-9ae6-4cc1-8b7a-f91833dcf3e4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.1238282 May 13 17:27:11.518281 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a1d69594-c8a2-4e25-8731-3cfa9f1c8551 req-ff971c94-9b16-4ce4-9429-a5559f19ce37 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755610 May 13 17:27:11.553409 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] For port 6c67b852-5901-4a54-9821-0cbca68ceaca, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:27:11.580016 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] For port 6c67b852-5901-4a54-9821-0cbca68ceaca, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=6c67b852-5901-4a54-9821-0cbca68ceaca,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:27:11.590490 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.627583 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eddd57c5-046c-44cd-b9fa-02909a0f26bf req-7aa77d31-636f-4a46-831f-ba9df5a9b3bc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145031 May 13 17:27:11.651532 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.680591 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-19f0dc8a-e89d-4ebd-91cc-ccac52884261 req-1a37885f-064b-46f8-81b3-d029c4e394df tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.0354323 May 13 17:27:11.716688 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.752812 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:11.753958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.755013 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] 10.222.0.82 "PUT /v2.0/ports/41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 200 len: 1093 time: 3.9185822 May 13 17:27:11.755561 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'tag': '41053781-3367-4859-b7f7-eb83af021a82'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:11.758383 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c48abff-1ccc-4b8a-8967-c733c00a6a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "tag": "41053781-3367-4859-b7f7-eb83af021a82"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:11.766273 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:11.766907 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.768555 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] 10.222.0.82 "PUT /v2.0/ports/6c67b852-5901-4a54-9821-0cbca68ceaca HTTP/1.1" status: 200 len: 1094 time: 3.9427330 May 13 17:27:11.792591 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a5bf1-5c90-4e02-8458-ac838ba5ea71 service neutron] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:11.801257 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:11.872377 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:27:11.891246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e4cf4-db2f-4fbc-9c11-2ad7e15145e2 x-openstack-request-id: req-fb6e4cf4-db2f-4fbc-9c11-2ad7e15145e2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:11.891643 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "tag": "41053781-3367-4859-b7f7-eb83af021a82", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:11.891909 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb6e4cf4-db2f-4fbc-9c11-2ad7e15145e2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:11.892324 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6e4cf4-db2f-4fbc-9c11-2ad7e15145e2'] response: {'name': 'network-changed', 'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'tag': '41053781-3367-4859-b7f7-eb83af021a82', 'status': 'completed', 'code': 200} May 13 17:27:11.901600 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41626) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:11.905991 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:27:11.910950 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:27:11.950087 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ce705-d631-4dc8-b6af-cd040d8937fb service neutron] Pushing event updated for resources: {'Port': ['ID=6c67b852-5901-4a54-9821-0cbca68ceaca,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:12.170971 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41636) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:12.197504 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48abff-1ccc-4b8a-8967-c733c00a6a7a req-74eea9b1-8224-4d92-b21f-9953d13fa87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:12.199037 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2c48abff-1ccc-4b8a-8967-c733c00a6a7a req-74eea9b1-8224-4d92-b21f-9953d13fa87a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1127 time: 0.2011106 May 13 17:27:12.277070 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-e1c7d32d-c3ea-4ccd-b39b-dd45b8b552f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:12.278578 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-e1c7d32d-c3ea-4ccd-b39b-dd45b8b552f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 1128 time: 0.0764990 May 13 17:27:12.323639 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e20f9-299e-433c-8fba-66af6eb7d906 req-bd801d9e-ae40-4f30-b36d-49266d5cc455 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:12.325594 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e55e20f9-299e-433c-8fba-66af6eb7d906 req-bd801d9e-ae40-4f30-b36d-49266d5cc455 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0669394 May 13 17:27:12.330698 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:12.331357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.342862 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-62037b67-3c4c-4841-af84-8527dfeaac9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.401667 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-9d7859a5-2995-4949-a0d6-b4cf0781742c None None] Provisioning complete for port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:12.403327 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9d7859a5-2995-4949-a0d6-b4cf0781742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.441923 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-9d7859a5-2995-4949-a0d6-b4cf0781742c None None] Port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:27:12.446432 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef39a21d-dd91-44b1-95a1-dd2e0313a0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.509337 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e55e20f9-299e-433c-8fba-66af6eb7d906 req-02ff2023-8e79-42ec-bfa9-368ef23eef49 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683438 May 13 17:27:12.585711 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef39a21d-dd91-44b1-95a1-dd2e0313a0ad admin admin] Publish callbacks [] for security_group (dfafa23e-f5c4-4bee-be9c-7af58d8aebd3), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.612805 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-62037b67-3c4c-4841-af84-8527dfeaac9a admin admin] Publish callbacks [] for security_group (be1ce5e9-50de-458b-a744-46d055f3b71b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.665766 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'Port': ['ID=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:12.666153 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef39a21d-dd91-44b1-95a1-dd2e0313a0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (dfafa23e-f5c4-4bee-be9c-7af58d8aebd3), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.698649 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-62037b67-3c4c-4841-af84-8527dfeaac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (be1ce5e9-50de-458b-a744-46d055f3b71b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.761045 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-bd8795ef-4612-4e18-9ac6-6e17f044423a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3180549 May 13 17:27:12.766109 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.784228 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ef39a21d-dd91-44b1-95a1-dd2e0313a0ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3663d950aeb5452b8ce8566ebfe2bbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6121340 May 13 17:27:12.788152 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41664) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:12.794827 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9753aa7-368e-44b6-b9ac-e037b7f4de74 req-f6e65d12-c548-46ad-bc0c-8b73f000182d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:12.794995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39a21d-dd91-44b1-95a1-dd2e0313a0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfafa23e-f5c4-4bee-be9c-7af58d8aebd3,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:12.795616 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9753aa7-368e-44b6-b9ac-e037b7f4de74 req-f6e65d12-c548-46ad-bc0c-8b73f000182d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.1738441 May 13 17:27:12.805761 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-62037b67-3c4c-4841-af84-8527dfeaac9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30ec5d329c344a86804b8758e0fac618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9027710 May 13 17:27:12.817507 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a093-5a61-446d-93d0-832a09a06f95 req-efb916f5-8a0f-40cb-a7a9-34445a1f74a7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:12.823554 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-73f5a093-5a61-446d-93d0-832a09a06f95 req-efb916f5-8a0f-40cb-a7a9-34445a1f74a7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0871751 May 13 17:27:12.828278 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41666) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:12.878937 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48abff-1ccc-4b8a-8967-c733c00a6a7a req-21b75b76-97f9-4ad6-83ad-65062bf0fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:12.880487 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2c48abff-1ccc-4b8a-8967-c733c00a6a7a req-21b75b76-97f9-4ad6-83ad-65062bf0fb1b service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6c34f44042ac43cc8a6a7937c0683120&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5963798 May 13 17:27:12.896872 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62037b67-3c4c-4841-af84-8527dfeaac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ce5e9-50de-458b-a744-46d055f3b71b,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:12.899085 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9753aa7-368e-44b6-b9ac-e037b7f4de74 req-5ca8ed38-8ea4-43fa-b84e-7a858b488f07 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904279 May 13 17:27:12.942432 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c527905d-0a7d-4ddc-bd94-89a7b78d1409 admin admin] Publish callbacks [] for security_group (dfafa23e-f5c4-4bee-be9c-7af58d8aebd3), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:12.982646 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-73f5a093-5a61-446d-93d0-832a09a06f95 req-cc17b559-ed9d-409b-a67f-766b3c17fa18 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386807 May 13 17:27:13.008619 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9dd92180-b19b-458d-b26a-c6a892c75fd3 admin admin] Publish callbacks [] for security_group (be1ce5e9-50de-458b-a744-46d055f3b71b), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:13.011643 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c527905d-0a7d-4ddc-bd94-89a7b78d1409 admin admin] Publish callbacks [] for security_group (dfafa23e-f5c4-4bee-be9c-7af58d8aebd3), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:13.053869 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9dd92180-b19b-458d-b26a-c6a892c75fd3 admin admin] Publish callbacks [] for security_group (be1ce5e9-50de-458b-a744-46d055f3b71b), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:13.054239 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43bdea-37c7-4326-a8c6-a9eb2bb7e990 req-5cb3bc31-d9d1-41e0-b37c-9674d9ba551e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:13.055872 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c43bdea-37c7-4326-a8c6-a9eb2bb7e990 req-5cb3bc31-d9d1-41e0-b37c-9674d9ba551e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 931 time: 0.0646265 May 13 17:27:13.120746 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c43bdea-37c7-4326-a8c6-a9eb2bb7e990 req-136ec16e-0abc-4637-aca8-b24e868ca0ce tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559499 May 13 17:27:13.197132 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c527905d-0a7d-4ddc-bd94-89a7b78d1409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (dfafa23e-f5c4-4bee-be9c-7af58d8aebd3), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:13.207473 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c527905d-0a7d-4ddc-bd94-89a7b78d1409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:13.207473 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-c527905d-0a7d-4ddc-bd94-89a7b78d1409 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfafa23e-f5c4-4bee-be9c-7af58d8aebd3 HTTP/1.1" status: 204 len: 168 time: 0.4110618 May 13 17:27:13.213183 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527905d-0a7d-4ddc-bd94-89a7b78d1409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfafa23e-f5c4-4bee-be9c-7af58d8aebd3,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:13.225916 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9dd92180-b19b-458d-b26a-c6a892c75fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (be1ce5e9-50de-458b-a744-46d055f3b71b), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:13.234224 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9dd92180-b19b-458d-b26a-c6a892c75fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:13.235277 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-9dd92180-b19b-458d-b26a-c6a892c75fd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be1ce5e9-50de-458b-a744-46d055f3b71b HTTP/1.1" status: 204 len: 168 time: 0.4058490 May 13 17:27:13.243640 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd92180-b19b-458d-b26a-c6a892c75fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ce5e9-50de-458b-a744-46d055f3b71b,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:13.631902 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db428ef-7627-41a9-adfa-ee1ee2110730 req-a5da760a-3c02-4691-9888-f145d46cacba tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:13.633454 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8db428ef-7627-41a9-adfa-ee1ee2110730 req-a5da760a-3c02-4691-9888-f145d46cacba tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0504944 May 13 17:27:13.687014 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8db428ef-7627-41a9-adfa-ee1ee2110730 req-2deddf37-5da6-4435-be93-3fa4f46b20fc tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480924 May 13 17:27:13.893583 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:13.895978 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843" -d '{"events": [{"name": "network-changed", "server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:13.933562 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bd63d-b72e-4eec-bfb3-57c451c5e1cb x-openstack-request-id: req-0f3bd63d-b72e-4eec-bfb3-57c451c5e1cb {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:13.933858 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:13.934121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f3bd63d-b72e-4eec-bfb3-57c451c5e1cb {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:13.934526 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3bd63d-b72e-4eec-bfb3-57c451c5e1cb'] response: {'name': 'network-changed', 'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'status': 'completed', 'code': 200} May 13 17:27:13.981919 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41698) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:14.000372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-94130e88-67ba-4192-94ac-06ee888d0f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.036157 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd1f69-6790-4601-8699-f5aecf6b6b98 req-77a65014-8851-42ba-905b-bc10fbe24444 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:14.038863 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-70dd1f69-6790-4601-8699-f5aecf6b6b98 req-77a65014-8851-42ba-905b-bc10fbe24444 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0641074 May 13 17:27:14.078495 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Request body: {'port': {'device_id': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:14.102573 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-70dd1f69-6790-4601-8699-f5aecf6b6b98 req-d8d04a8b-b286-4269-ace2-92c3330333b0 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563993 May 13 17:27:14.236856 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275206d4-c7d2-4f4d-9139-0446370efd24 req-be80b797-f398-46be-bba8-19108c46551d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:14.238385 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-275206d4-c7d2-4f4d-9139-0446370efd24 req-be80b797-f398-46be-bba8-19108c46551d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 931 time: 0.0474491 May 13 17:27:14.299813 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-275206d4-c7d2-4f4d-9139-0446370efd24 req-82761c1b-097b-4562-a068-d57f611113c9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546618 May 13 17:27:14.306935 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-94130e88-67ba-4192-94ac-06ee888d0f4b admin admin] Publish callbacks [] for security_group (c43ddb2c-09da-42be-844a-d7858401af9d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.334946 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-23adcabd-7a0f-4621-973e-6966b691ff30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c67b852-5901-4a54-9821-0cbca68ceaca HTTP/1.1" status: 200 len: 217 time: 0.1427348 May 13 17:27:14.394472 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-94130e88-67ba-4192-94ac-06ee888d0f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (c43ddb2c-09da-42be-844a-d7858401af9d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.445474 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41714) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:14.447237 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b02ba-d06a-42f1-bc22-63cf4f8c3ee5 req-29c32852-0f75-4e4c-a2d6-7c8280c744ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:14.448732 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b9b02ba-d06a-42f1-bc22-63cf4f8c3ee5 req-29c32852-0f75-4e4c-a2d6-7c8280c744ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.3209872 May 13 17:27:14.461189 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc722915-1bcc-4f8b-8036-b4665bb7cc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.489175 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.541367 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-94130e88-67ba-4192-94ac-06ee888d0f4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d56b009af414e1fa645994f418cd06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5581012 May 13 17:27:14.544355 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc722915-1bcc-4f8b-8036-b4665bb7cc46 admin admin] Publish callbacks [] for security_group (972af42a-b9ce-460e-a057-290bade0d32b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.548097 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48abff-1ccc-4b8a-8967-c733c00a6a7a req-52d35a4a-e164-4aa0-89e9-a0d2d4255a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:14.549588 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2c48abff-1ccc-4b8a-8967-c733c00a6a7a req-52d35a4a-e164-4aa0-89e9-a0d2d4255a36 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4759436 May 13 17:27:14.549823 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41718) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:14.552275 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-39e10217-d110-44b1-bb06-e66c22b8feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:14.553614 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-39e10217-d110-44b1-bb06-e66c22b8feaa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.1971877 May 13 17:27:14.557782 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94130e88-67ba-4192-94ac-06ee888d0f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ddb2c-09da-42be-844a-d7858401af9d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:14.605873 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-108426c5-5537-4def-8cf3-0313fc58aa3a admin admin] Publish callbacks [] for security_group (c43ddb2c-09da-42be-844a-d7858401af9d), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.611915 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b9b02ba-d06a-42f1-bc22-63cf4f8c3ee5 req-65464d32-c54e-44d5-adc7-80ee3a7f5af8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348078 May 13 17:27:14.624902 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc722915-1bcc-4f8b-8036-b4665bb7cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (972af42a-b9ce-460e-a057-290bade0d32b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.647208 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-108426c5-5537-4def-8cf3-0313fc58aa3a admin admin] Publish callbacks [] for security_group (c43ddb2c-09da-42be-844a-d7858401af9d), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.680504 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-bc722915-1bcc-4f8b-8036-b4665bb7cc46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=381c041f1a7e4b4ab726b69646180b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328808 May 13 17:27:14.682581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41722) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:14.701137 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc722915-1bcc-4f8b-8036-b4665bb7cc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972af42a-b9ce-460e-a057-290bade0d32b,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:14.826536 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-108426c5-5537-4def-8cf3-0313fc58aa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (c43ddb2c-09da-42be-844a-d7858401af9d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.829763 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-108426c5-5537-4def-8cf3-0313fc58aa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.833236 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-108426c5-5537-4def-8cf3-0313fc58aa3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c43ddb2c-09da-42be-844a-d7858401af9d HTTP/1.1" status: 204 len: 168 time: 0.2800343 May 13 17:27:14.839541 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cab27d-1628-4c01-bf73-eda7d2e2bff3 req-2f4629f2-7bbd-4b7a-81b4-7049307b6481 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:14.841145 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-45cab27d-1628-4c01-bf73-eda7d2e2bff3 req-2f4629f2-7bbd-4b7a-81b4-7049307b6481 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0664527 May 13 17:27:14.848351 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108426c5-5537-4def-8cf3-0313fc58aa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ddb2c-09da-42be-844a-d7858401af9d,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:14.848668 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8863-cfc3-4fa8-a644-f1b08fc61c55 admin admin] Publish callbacks [] for security_group (972af42a-b9ce-460e-a057-290bade0d32b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.901568 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8863-cfc3-4fa8-a644-f1b08fc61c55 admin admin] Publish callbacks [] for security_group (972af42a-b9ce-460e-a057-290bade0d32b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:14.907589 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-45cab27d-1628-4c01-bf73-eda7d2e2bff3 req-e11ec60f-f406-4722-8c92-ef4fc7f5eabb tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559301 May 13 17:27:14.981635 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:14.989724 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Publish callbacks [] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:15.117479 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Transition to ACTIVE for port object 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:27:15.118419 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8863-cfc3-4fa8-a644-f1b08fc61c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (972af42a-b9ce-460e-a057-290bade0d32b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:15.121177 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8863-cfc3-4fa8-a644-f1b08fc61c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:15.124408 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fe2d8863-cfc3-4fa8-a644-f1b08fc61c55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/972af42a-b9ce-460e-a057-290bade0d32b HTTP/1.1" status: 204 len: 168 time: 0.4389720 May 13 17:27:15.134591 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8863-cfc3-4fa8-a644-f1b08fc61c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972af42a-b9ce-460e-a057-290bade0d32b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:15.213934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:15.263464 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff977de1-1b48-4a84-ace3-7127d67dfbaf req-ea0e35bf-92b5-4a10-a9e7-9f1f9260e590 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:15.265910 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ff977de1-1b48-4a84-ace3-7127d67dfbaf req-ea0e35bf-92b5-4a10-a9e7-9f1f9260e590 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0897563 May 13 17:27:15.304403 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:15.427756 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ff977de1-1b48-4a84-ace3-7127d67dfbaf req-38b349bd-50ed-43fb-9278-4d8a4e47c75e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526957 May 13 17:27:15.449439 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Attempting to bind port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:27:15.449781 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Attempting to bind port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:27:15.450119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Attempting to bind port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:15.463494 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:27:15.463787 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Attempting to bind port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:27:15.472534 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f82bc-9c1a-4038-86fd-4c566e0bee1e req-0a838dee-948a-4dbb-a985-364043fad236 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:15.475612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:27:15.475990 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Checking segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:27:15.476795 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Bound using segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:27:15.477241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Bound port: 65e4c296-6b3c-4eb9-a923-4c5f6eab3710, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:27:15.477463 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3e8f82bc-9c1a-4038-86fd-4c566e0bee1e req-0a838dee-948a-4dbb-a985-364043fad236 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0756567 May 13 17:27:15.477605 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:15.556286 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3e8f82bc-9c1a-4038-86fd-4c566e0bee1e req-d3eea626-99a8-4776-a6f3-176077bfc385 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734208 May 13 17:27:15.594887 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] For port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:27:15.598779 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] For port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:27:15.704234 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:15.774552 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:15.775225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:15.779717 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] 10.222.0.82 "PUT /v2.0/ports/65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 200 len: 1093 time: 1.7071579 May 13 17:27:15.800834 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ce09e-60cd-43d4-90dd-77f962c89031 req-880e9be5-c901-4974-8d13-441adaf5b233 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:15.807764 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa2ce09e-60cd-43d4-90dd-77f962c89031 req-880e9be5-c901-4974-8d13-441adaf5b233 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.1151519 May 13 17:27:15.845028 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650285dd-d114-478e-a757-d7105881cbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:15.887422 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa2ce09e-60cd-43d4-90dd-77f962c89031 req-8597d2fb-5423-47c8-b3fb-2eeb37f42335 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786984 May 13 17:27:15.935270 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:15.937753 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6653d6-c713-45f0-b614-305281361750" -d '{"events": [{"name": "network-changed", "server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:15.980147 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d40e0a-ec53-4476-9299-35462895ff93 x-openstack-request-id: req-07d40e0a-ec53-4476-9299-35462895ff93 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:15.981380 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:15.981642 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07d40e0a-ec53-4476-9299-35462895ff93 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:15.984165 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d40e0a-ec53-4476-9299-35462895ff93'] response: {'name': 'network-changed', 'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'status': 'completed', 'code': 200} May 13 17:27:16.053779 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363488-5b91-4195-9a9a-e361b573b120 req-e8a250c1-53cf-4dd1-a5f5-74ee1cfa04b1 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:16.055319 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6a363488-5b91-4195-9a9a-e361b573b120 req-e8a250c1-53cf-4dd1-a5f5-74ee1cfa04b1 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0543067 May 13 17:27:16.124375 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6a363488-5b91-4195-9a9a-e361b573b120 req-710b04f8-5d24-4001-b585-ad6e00944af9 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600526 May 13 17:27:16.560820 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb9d2c-15d0-4ba4-b30a-b1ad09eb1ef2 req-7ad46151-0f61-4de4-a76f-f95d09938f3c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:16.563021 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bbb9d2c-15d0-4ba4-b30a-b1ad09eb1ef2 req-7ad46151-0f61-4de4-a76f-f95d09938f3c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0533085 May 13 17:27:16.631006 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7bbb9d2c-15d0-4ba4-b30a-b1ad09eb1ef2 req-9208a62a-1902-445c-b8a2-f6f330676e6a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618241 May 13 17:27:16.693399 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348969eb-18a6-4396-91ca-d2ac470839b7 req-d3c3d65b-1f8c-43d8-9ecc-0bc00936a840 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:16.694923 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-348969eb-18a6-4396-91ca-d2ac470839b7 req-d3c3d65b-1f8c-43d8-9ecc-0bc00936a840 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0597048 May 13 17:27:16.750082 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-348969eb-18a6-4396-91ca-d2ac470839b7 req-055f923f-e4dc-4cee-b9d4-5c42dc090f05 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487823 May 13 17:27:17.010261 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664186ba-3f8a-45d0-9a25-19d5a50bee9f req-e7541850-d97a-41b1-ac53-6e6372d37528 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:17.011763 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-664186ba-3f8a-45d0-9a25-19d5a50bee9f req-e7541850-d97a-41b1-ac53-6e6372d37528 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0484009 May 13 17:27:17.062334 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-664186ba-3f8a-45d0-9a25-19d5a50bee9f req-56103bf5-d304-4907-abac-e78f4e705872 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444648 May 13 17:27:17.245507 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca910b4d-16ec-4ad8-a023-a589aca92e74 req-0e2472ed-4858-4e91-99e9-fde57c0fd0a4 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:17.246980 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ca910b4d-16ec-4ad8-a023-a589aca92e74 req-0e2472ed-4858-4e91-99e9-fde57c0fd0a4 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0478230 May 13 17:27:17.295502 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ca910b4d-16ec-4ad8-a023-a589aca92e74 req-89fe119f-dfd0-408f-8e47-b16fbb764376 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 May 13 17:27:17.745100 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13b8ce-12ef-49a4-a570-12fb0d090bd2 req-e1d38e27-7edf-4f49-829a-fa6c28ed9bde tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:17.746873 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a13b8ce-12ef-49a4-a570-12fb0d090bd2 req-e1d38e27-7edf-4f49-829a-fa6c28ed9bde tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0469961 May 13 17:27:17.802789 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a13b8ce-12ef-49a4-a570-12fb0d090bd2 req-def21ff5-4240-4faa-ac16-88126f6d6fcc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503314 May 13 17:27:17.904579 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942a319-5b42-4bb1-9248-ecf62400a437 req-2ae194dd-17d0-47f6-b9be-6d4eaf903ff9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:17.906630 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8942a319-5b42-4bb1-9248-ecf62400a437 req-2ae194dd-17d0-47f6-b9be-6d4eaf903ff9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0514431 May 13 17:27:17.952644 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8942a319-5b42-4bb1-9248-ecf62400a437 req-0679dd62-0966-48ff-876f-94891ae93af7 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 May 13 17:27:18.184603 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2a5aa-ba9d-438b-ad3d-3243e0d8059a req-674431c7-cc21-4c15-938e-c7b0596e5646 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:18.192176 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6eb2a5aa-ba9d-438b-ad3d-3243e0d8059a req-674431c7-cc21-4c15-938e-c7b0596e5646 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0569975 May 13 17:27:18.239705 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6eb2a5aa-ba9d-438b-ad3d-3243e0d8059a req-d6af2afc-7103-469c-916a-75810bb89bec tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464752 May 13 17:27:18.436309 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1f10c-13fb-42f6-a984-2f05fb250a40 req-d069f2bf-79c0-4c8e-aaac-026105346a3c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:18.441959 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f4a1f10c-13fb-42f6-a984-2f05fb250a40 req-d069f2bf-79c0-4c8e-aaac-026105346a3c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0657284 May 13 17:27:18.491688 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f4a1f10c-13fb-42f6-a984-2f05fb250a40 req-3de895ba-641e-40a2-be4c-82ebb5a72c1c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463717 May 13 17:27:18.927726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fd36d-2307-476e-b712-b85e4863276b req-da0a775f-cbaa-45e3-a727-1ab6fd46fc6d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:18.929231 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d35fd36d-2307-476e-b712-b85e4863276b req-da0a775f-cbaa-45e3-a727-1ab6fd46fc6d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0563688 May 13 17:27:18.975752 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d35fd36d-2307-476e-b712-b85e4863276b req-5bff6c61-2cae-4a75-9e7a-5a97b865be50 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 May 13 17:27:19.068095 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7e27-32e7-4254-9fe8-e70047954ddc req-f8214caf-a51c-46d9-9a44-ff42e45e7f67 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:19.069606 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d5ff7e27-32e7-4254-9fe8-e70047954ddc req-f8214caf-a51c-46d9-9a44-ff42e45e7f67 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0483990 May 13 17:27:19.116191 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d5ff7e27-32e7-4254-9fe8-e70047954ddc req-7f2dd172-a71b-444d-a858-1ce42c7f0764 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 May 13 17:27:19.395576 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44fd34-08a7-45c6-9755-149ce0781691 req-85763b18-c479-461a-a42c-6f7aef4f4bcc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:19.397068 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ab44fd34-08a7-45c6-9755-149ce0781691 req-85763b18-c479-461a-a42c-6f7aef4f4bcc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0573347 May 13 17:27:19.456872 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ab44fd34-08a7-45c6-9755-149ce0781691 req-a0432b17-5a9b-4e2b-b443-18c18d296609 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532775 May 13 17:27:19.605781 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adc2df-e283-4a84-a69c-cc742c3ef316 req-8509a3be-9bcd-4478-ab88-23332b209157 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:19.607164 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a3adc2df-e283-4a84-a69c-cc742c3ef316 req-8509a3be-9bcd-4478-ab88-23332b209157 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 943 time: 0.0487418 May 13 17:27:19.792895 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a3adc2df-e283-4a84-a69c-cc742c3ef316 req-7e0b3be4-c17e-4705-a408-d987d5668d82 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802614 May 13 17:27:20.091330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402a19-422b-4c6d-8351-19db80617751 req-e3fec593-db83-4a5b-bcbc-05a3a3ecffb2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:20.093281 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a402a19-422b-4c6d-8351-19db80617751 req-e3fec593-db83-4a5b-bcbc-05a3a3ecffb2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0492706 May 13 17:27:20.167835 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:27:20.279665 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f1ec9-27c7-414f-88d1-67762cdbfc40 req-638a1577-0e96-411c-acb7-56573cf36579 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:20.283083 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-574f1ec9-27c7-414f-88d1-67762cdbfc40 req-638a1577-0e96-411c-acb7-56573cf36579 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0740361 May 13 17:27:20.310321 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,segment=NetworkSegment(11cf40a5-159e-4bf1-ada1-90bb2bc567a8),segment_id=11cf40a5-159e-4bf1-ada1-90bb2bc567a8)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:20.320348 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7a402a19-422b-4c6d-8351-19db80617751 req-f30490fe-95c9-4556-8951-cea460c02158 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214270 May 13 17:27:20.322335 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0', 'network_id': 'bfa87f57-69c9-476e-a1ac-3f41f2881fe9', 'port_id': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0', 'mac_address': 'fa:16:3e:2e:3e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41669b51-1524-4dc7-9286-5bb623dba6d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:27:20.334828 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-574f1ec9-27c7-414f-88d1-67762cdbfc40 req-f4e26658-127e-4df0-a034-bbf5da499b1b tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449238 May 13 17:27:20.377148 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:20.377624 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:20.391638 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:20.421704 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,segment=NetworkSegment(11cf40a5-159e-4bf1-ada1-90bb2bc567a8),segment_id=11cf40a5-159e-4bf1-ada1-90bb2bc567a8)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:20.455324 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 41920) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:20.499886 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:20.566790 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:20.594126 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1d0299a-abb7-4a95-8e9e-23a4560c0cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:20.623547 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c4069-3697-421d-b626-4c149b752ba5 req-647d1113-7209-4bf0-b0c5-2d2777a35395 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:20.626170 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c4c4069-3697-421d-b626-4c149b752ba5 req-647d1113-7209-4bf0-b0c5-2d2777a35395 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0689485 May 13 17:27:20.822904 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-16cce4b3-2429-4111-a366-e7df7504bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:20.824430 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-16cce4b3-2429-4111-a366-e7df7504bf5a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1945333 May 13 17:27:20.825333 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d2d0268d-6c72-4ece-9674-e112bb1e7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:20.826653 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-d2d0268d-6c72-4ece-9674-e112bb1e7234 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1127 time: 0.1538622 May 13 17:27:20.835299 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6653d6-c713-45f0-b614-305281361750 req-30e8f19d-1c59-4fe4-b226-6a2c329aa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:20.836753 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc6653d6-c713-45f0-b614-305281361750 req-30e8f19d-1c59-4fe4-b226-6a2c329aa2f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1127 time: 0.1174197 May 13 17:27:20.845475 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c4c4069-3697-421d-b626-4c149b752ba5 req-a7241f21-aa41-40c6-ba46-79d468d3fa13 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066817 May 13 17:27:20.886359 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1d0299a-abb7-4a95-8e9e-23a4560c0cf3 admin admin] Publish callbacks [] for security_group (2be369b6-cece-4751-a93b-13dd0d331a27), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:20.921947 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3fc11-bad9-40ed-941f-53b50b73a730 req-e4d41028-1dfc-48cc-bba4-92ae25bb0397 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:20.923531 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3c3fc11-bad9-40ed-941f-53b50b73a730 req-e4d41028-1dfc-48cc-bba4-92ae25bb0397 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 944 time: 0.0476086 May 13 17:27:20.951632 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1d0299a-abb7-4a95-8e9e-23a4560c0cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2be369b6-cece-4751-a93b-13dd0d331a27), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:20.977975 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3c3fc11-bad9-40ed-941f-53b50b73a730 req-4d36d008-6447-4b8c-9121-922c8676091f tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469177 May 13 17:27:21.048714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['52e61d3c-72e9-427b-ac8a-8ad080ce50d0'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:27:21.051017 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a1d0299a-abb7-4a95-8e9e-23a4560c0cf3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b83aba17bd34f16b174d49a5bc25415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943086 May 13 17:27:21.052671 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41934) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:21.088390 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0299a-abb7-4a95-8e9e-23a4560c0cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be369b6-cece-4751-a93b-13dd0d331a27,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:21.108296 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-495fbc59-e377-4c70-8e22-55b8093e4e5a admin admin] Publish callbacks [] for security_group (2be369b6-cece-4751-a93b-13dd0d331a27), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:21.119526 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-1cb6f3c5-dfde-4e80-b965-d9b4291f6255 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 200 len: 217 time: 0.1336405 May 13 17:27:21.133798 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-495fbc59-e377-4c70-8e22-55b8093e4e5a admin admin] Publish callbacks [] for security_group (2be369b6-cece-4751-a93b-13dd0d331a27), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:21.219906 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-228d1414-167d-4621-bcfa-afe0d61d0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:21.222686 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-228d1414-167d-4621-bcfa-afe0d61d0ac7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0910580 May 13 17:27:21.277450 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-495fbc59-e377-4c70-8e22-55b8093e4e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2be369b6-cece-4751-a93b-13dd0d331a27), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:21.280539 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-495fbc59-e377-4c70-8e22-55b8093e4e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:21.281933 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-495fbc59-e377-4c70-8e22-55b8093e4e5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2be369b6-cece-4751-a93b-13dd0d331a27 HTTP/1.1" status: 204 len: 168 time: 0.2279685 May 13 17:27:21.285891 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-b9a865f2-0792-4d08-a6a1-7520da721df5 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988513 May 13 17:27:21.290179 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fbc59-e377-4c70-8e22-55b8093e4e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be369b6-cece-4751-a93b-13dd0d331a27,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:21.290307 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6653d6-c713-45f0-b614-305281361750 req-9e0cc7d7-198d-43af-87aa-af0682060269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:21.291984 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc6653d6-c713-45f0-b614-305281361750 req-9e0cc7d7-198d-43af-87aa-af0682060269 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3041921 May 13 17:27:21.301598 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-60fae731-5afe-42c2-82ac-4d47f962e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:21.303953 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-60fae731-5afe-42c2-82ac-4d47f962e9da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740721 May 13 17:27:21.470319 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c71e-1b86-4139-a292-53f3bf28c83c req-0100a669-362c-4294-911c-c1145b573f14 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:21.477201 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b858c71e-1b86-4139-a292-53f3bf28c83c req-0100a669-362c-4294-911c-c1145b573f14 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0586438 May 13 17:27:21.539923 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b858c71e-1b86-4139-a292-53f3bf28c83c req-e76cba47-5045-48d8-af0c-c088de9964eb tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619125 May 13 17:27:21.569932 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e054af-f962-465e-8ea0-0223d45d1eaf req-d8155357-2077-43fe-9c14-4745e2dfd6eb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:21.571422 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-13e054af-f962-465e-8ea0-0223d45d1eaf req-d8155357-2077-43fe-9c14-4745e2dfd6eb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.1232457 May 13 17:27:21.612981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6653d6-c713-45f0-b614-305281361750 req-916cec02-b74b-4d15-b6a5-6774b9f808c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:21.614481 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc6653d6-c713-45f0-b614-305281361750 req-916cec02-b74b-4d15-b6a5-6774b9f808c9 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3081524 May 13 17:27:21.623940 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b7ca5f3-6a9e-49af-8e57-89a4348f6f0e req-6a7631c9-1466-4af6-b4aa-b862b29d6328 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189726 May 13 17:27:21.634174 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-a99c7e13-f779-4773-8a39-cc918bcdd7ca service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084428 May 13 17:27:21.724330 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-13e054af-f962-465e-8ea0-0223d45d1eaf req-bed4fe91-f1cc-423b-a81a-4683889d615a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347754 May 13 17:27:21.761932 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-6c2769d8-323a-4c79-b8a9-e73146f7c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:21.763676 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-6c2769d8-323a-4c79-b8a9-e73146f7c975 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1127 time: 0.0579629 May 13 17:27:21.820080 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-e036ffa1-7fe8-41cc-8df0-389ad1530996 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 200 len: 217 time: 0.0424139 May 13 17:27:21.825403 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-170e3544-a79d-44d3-a41d-dfaef5a9e3c3 req-a74a4dd4-1789-4a26-9969-80a9732288d1 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715930 May 13 17:27:21.998200 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9b164-6543-4047-b75f-c5d2b7dae39d req-c64d37a1-5016-4f7f-b7bb-f416d4a558b5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:22.000235 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b8a9b164-6543-4047-b75f-c5d2b7dae39d req-c64d37a1-5016-4f7f-b7bb-f416d4a558b5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0539014 May 13 17:27:22.052110 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b8a9b164-6543-4047-b75f-c5d2b7dae39d req-a3ebb882-73bb-4a93-8050-cc36e092a884 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458345 May 13 17:27:22.112330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e683b-b521-431f-8dc7-e68518c249fb req-3afe5421-106e-4e5a-b7d8-265aead56495 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:22.113926 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-522e683b-b521-431f-8dc7-e68518c249fb req-3afe5421-106e-4e5a-b7d8-265aead56495 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 944 time: 0.0489521 May 13 17:27:22.129035 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41976) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:22.141892 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29cec370-ae06-40c3-9c18-42f8df549e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.161911 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-522e683b-b521-431f-8dc7-e68518c249fb req-15a32bbe-c13d-4582-861a-47472c08c75b tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 May 13 17:27:22.216361 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29cec370-ae06-40c3-9c18-42f8df549e38 admin admin] Publish callbacks [] for security_group (260fbfba-7e76-45d8-ace9-8ffe3544b178), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.300292 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29cec370-ae06-40c3-9c18-42f8df549e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (260fbfba-7e76-45d8-ace9-8ffe3544b178), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.336700 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cec370-ae06-40c3-9c18-42f8df549e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260fbfba-7e76-45d8-ace9-8ffe3544b178,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:22.342596 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-29cec370-ae06-40c3-9c18-42f8df549e38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b0f0262ce9e45569142bc490c98693c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124779 May 13 17:27:22.345456 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:27:22.349227 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 41980) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:22.407008 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-093510cf-43b6-4a1f-a60d-2288ff7a7bda admin admin] Publish callbacks [] for security_group (260fbfba-7e76-45d8-ace9-8ffe3544b178), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.410727 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:27:22.433462 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-093510cf-43b6-4a1f-a60d-2288ff7a7bda admin admin] Publish callbacks [] for security_group (260fbfba-7e76-45d8-ace9-8ffe3544b178), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.517069 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:22.517457 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.585910 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-093510cf-43b6-4a1f-a60d-2288ff7a7bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (260fbfba-7e76-45d8-ace9-8ffe3544b178), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.588501 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-093510cf-43b6-4a1f-a60d-2288ff7a7bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.589664 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-093510cf-43b6-4a1f-a60d-2288ff7a7bda admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/260fbfba-7e76-45d8-ace9-8ffe3544b178 HTTP/1.1" status: 204 len: 168 time: 0.2395697 May 13 17:27:22.599498 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093510cf-43b6-4a1f-a60d-2288ff7a7bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260fbfba-7e76-45d8-ace9-8ffe3544b178,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:22.604447 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:22.605405 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.645294 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:22.659083 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c182d-2b46-4927-a42e-5236a7782e5e req-890adc21-cec9-48e0-8eee-74bb95c60049 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:22.660716 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f59c182d-2b46-4927-a42e-5236a7782e5e req-890adc21-cec9-48e0-8eee-74bb95c60049 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0572648 May 13 17:27:22.716474 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f59c182d-2b46-4927-a42e-5236a7782e5e req-fd660f43-1faa-4083-a025-16f75f863b02 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496724 May 13 17:27:22.722049 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,segment=NetworkSegment(11cf40a5-159e-4bf1-ada1-90bb2bc567a8),segment_id=11cf40a5-159e-4bf1-ada1-90bb2bc567a8)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:22.815275 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:22.851503 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56a7fb-504b-46d4-a46c-edcbc83db67a" -d '{"events": [{"server_uuid": "ebfc247d-ad6b-43f7-adec-b9054fefa3a1", "name": "network-vif-plugged", "status": "completed", "tag": "52e61d3c-72e9-427b-ac8a-8ad080ce50d0"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:22.880971 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f667e26-befa-4ad4-8927-52c755fac22f req-17f20f91-83be-4310-bc33-263bd544987c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:22.882527 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f667e26-befa-4ad4-8927-52c755fac22f req-17f20f91-83be-4310-bc33-263bd544987c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0880520 May 13 17:27:22.883561 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:22.934953 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f667e26-befa-4ad4-8927-52c755fac22f req-f991d03d-d965-4dae-b312-aefa9ce67a26 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437770 May 13 17:27:23.076355 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4099e3-cc6b-4950-a8ca-396866e355cf x-openstack-request-id: req-da4099e3-cc6b-4950-a8ca-396866e355cf {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:23.076690 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc247d-ad6b-43f7-adec-b9054fefa3a1", "name": "network-vif-plugged", "status": "completed", "tag": "52e61d3c-72e9-427b-ac8a-8ad080ce50d0", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:23.077503 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da4099e3-cc6b-4950-a8ca-396866e355cf {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:23.080017 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4099e3-cc6b-4950-a8ca-396866e355cf'] response: {'server_uuid': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0', 'code': 200} May 13 17:27:23.174540 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d59e-2ceb-4880-a361-b5bae979f054 req-e1657831-71e6-411d-afb8-7184ef4b9b5c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:23.176039 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cec5d59e-2ceb-4880-a361-b5bae979f054 req-e1657831-71e6-411d-afb8-7184ef4b9b5c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0506372 May 13 17:27:23.222582 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cec5d59e-2ceb-4880-a361-b5bae979f054 req-82f2a494-2821-4c6c-a385-e92ddd5bfdc6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411437 May 13 17:27:23.275925 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ce931-ef53-4452-be94-61b5b0b1ad18 req-53f3fea7-3611-459a-a4e6-3c84422ae050 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:23.277396 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9d1ce931-ef53-4452-be94-61b5b0b1ad18 req-53f3fea7-3611-459a-a4e6-3c84422ae050 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0474999 May 13 17:27:23.330975 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9d1ce931-ef53-4452-be94-61b5b0b1ad18 req-93bc7ae5-073e-45e3-9a77-7c33eca51005 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 May 13 17:27:23.834770 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee473d7-21dd-4196-b64c-b7b18f63e3d3 req-b48a0e5f-7a22-4d97-a771-74cb0e406910 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:23.836614 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cee473d7-21dd-4196-b64c-b7b18f63e3d3 req-b48a0e5f-7a22-4d97-a771-74cb0e406910 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0501513 May 13 17:27:23.887408 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cee473d7-21dd-4196-b64c-b7b18f63e3d3 req-6caa5316-6633-43b0-b11c-d06206730cb5 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 May 13 17:27:24.050675 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577bf86-8f4c-45aa-ab3e-7c9dda7124a8 req-2f7f87d8-1a40-43d3-af2c-c06533cfaa63 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:24.052180 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4577bf86-8f4c-45aa-ab3e-7c9dda7124a8 req-2f7f87d8-1a40-43d3-af2c-c06533cfaa63 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0468969 May 13 17:27:24.100475 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4577bf86-8f4c-45aa-ab3e-7c9dda7124a8 req-4b5deb26-bb10-4a89-a640-2237036a1efc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 May 13 17:27:24.336052 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de95c6-bd3f-44e8-9e86-b69799d995d6 req-c76fe739-582f-4bc7-a827-198dda821134 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:24.337568 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73de95c6-bd3f-44e8-9e86-b69799d995d6 req-c76fe739-582f-4bc7-a827-198dda821134 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0471053 May 13 17:27:24.394028 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73de95c6-bd3f-44e8-9e86-b69799d995d6 req-55e40c38-bbcc-41a5-b35e-4105e53af59b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481005 May 13 17:27:24.447336 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23341d57-40f0-4dfd-9f6b-f4338409fb08 req-7f1825cb-6c7e-4249-b945-ca0c49bcf319 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:24.448876 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-23341d57-40f0-4dfd-9f6b-f4338409fb08 req-7f1825cb-6c7e-4249-b945-ca0c49bcf319 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0463622 May 13 17:27:24.502058 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-23341d57-40f0-4dfd-9f6b-f4338409fb08 req-1fa58d3a-5adc-413f-84ab-ad92108e37af tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464382 May 13 17:27:24.997277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fb0ff-3702-4502-adec-be696c2910c7 req-0b490193-7f7b-4e12-95a0-3bcf98858773 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:24.998885 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-495fb0ff-3702-4502-adec-be696c2910c7 req-0b490193-7f7b-4e12-95a0-3bcf98858773 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0467858 May 13 17:27:25.044891 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-495fb0ff-3702-4502-adec-be696c2910c7 req-7ac6c3e0-c313-4dad-8d85-7ac6ac5bf56e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 May 13 17:27:25.213161 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867bc8-3b8a-442d-955d-ec9efbbaba51 req-19ca7e50-b9d3-4696-bf6a-49a35d1cabc3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:25.214628 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5867bc8-3b8a-442d-955d-ec9efbbaba51 req-19ca7e50-b9d3-4696-bf6a-49a35d1cabc3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0497007 May 13 17:27:25.259391 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5867bc8-3b8a-442d-955d-ec9efbbaba51 req-638b15da-0be2-4feb-a29a-71986df20f3c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385478 May 13 17:27:25.511175 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae097bd-0ff9-46e6-b131-63abe03a959e req-e805a3dc-fb13-45c7-98ec-21ef2ad8ccb6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:25.512708 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ae097bd-0ff9-46e6-b131-63abe03a959e req-e805a3dc-fb13-45c7-98ec-21ef2ad8ccb6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0495355 May 13 17:27:25.564283 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ae097bd-0ff9-46e6-b131-63abe03a959e req-7adf50c6-5294-4596-80d8-af53306e9b36 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453880 May 13 17:27:25.623648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9e1c-b189-47b6-804f-e5894709ffe3 req-d853362c-1ea0-486f-84ea-13df5d26c281 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:25.625592 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-251d9e1c-b189-47b6-804f-e5894709ffe3 req-d853362c-1ea0-486f-84ea-13df5d26c281 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0458171 May 13 17:27:25.670734 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-251d9e1c-b189-47b6-804f-e5894709ffe3 req-05c53530-a060-4772-9469-4987c2960dc1 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 May 13 17:27:26.156863 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3280e7-cdd8-4f55-a6e6-3cb87c1b5031 req-79640db8-03e6-448c-a251-8764b4d4f84e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:26.158269 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae3280e7-cdd8-4f55-a6e6-3cb87c1b5031 req-79640db8-03e6-448c-a251-8764b4d4f84e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0460830 May 13 17:27:26.206045 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae3280e7-cdd8-4f55-a6e6-3cb87c1b5031 req-b791bf6a-8000-4e2e-9ccd-ef07fc57c37a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 May 13 17:27:26.369060 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152c6fd-7f80-433a-8447-5a03e73f796f req-7a98b00a-4ed3-454f-9af9-5b9a6b693e9e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:26.370532 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3152c6fd-7f80-433a-8447-5a03e73f796f req-7a98b00a-4ed3-454f-9af9-5b9a6b693e9e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0465140 May 13 17:27:26.418611 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3152c6fd-7f80-433a-8447-5a03e73f796f req-c911e10c-fb54-4aa1-abe9-ef5e26fa7aeb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 May 13 17:27:26.683824 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a9df5-4357-4a8b-a2d8-79ecb34413ec req-aea71dbd-d862-43f0-a5b1-63e140614b53 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:26.685317 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-322a9df5-4357-4a8b-a2d8-79ecb34413ec req-aea71dbd-d862-43f0-a5b1-63e140614b53 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0512693 May 13 17:27:26.734168 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-322a9df5-4357-4a8b-a2d8-79ecb34413ec req-52438791-eed3-408a-852c-602b304ddda8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 May 13 17:27:26.788064 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf1bf4-fb40-4463-a052-2d7016b48ea1 req-2214517d-2b07-49e9-8a68-d1056402e7dd tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:26.789555 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9bdf1bf4-fb40-4463-a052-2d7016b48ea1 req-2214517d-2b07-49e9-8a68-d1056402e7dd tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0509000 May 13 17:27:26.847331 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9bdf1bf4-fb40-4463-a052-2d7016b48ea1 req-f73e4063-0c77-4130-b2f4-82a525d5bfdf tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 May 13 17:27:27.314825 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07ba90-66bd-40d7-bf3f-a096fec8ff00 req-58bbc17e-93e4-486f-9491-2068cf09621c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:27.316378 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ca07ba90-66bd-40d7-bf3f-a096fec8ff00 req-58bbc17e-93e4-486f-9491-2068cf09621c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0456502 May 13 17:27:27.362920 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ca07ba90-66bd-40d7-bf3f-a096fec8ff00 req-3ad72364-a794-4ced-8173-8d02f154f8c8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 May 13 17:27:27.536609 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61e94-b202-4dd2-8cd6-349becb36e1d req-0710e4b9-f065-4e47-8acb-fd4373a973f5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:27.538255 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-43d61e94-b202-4dd2-8cd6-349becb36e1d req-0710e4b9-f065-4e47-8acb-fd4373a973f5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0523005 May 13 17:27:27.585728 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-43d61e94-b202-4dd2-8cd6-349becb36e1d req-52bf7a16-bd36-429d-a99a-f508baa58bdf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 May 13 17:27:27.851036 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a828d06-f398-4586-9153-4b5397ab34cd req-67633c2a-6f3d-4645-840c-a65bed2b1d91 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:27.852548 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a828d06-f398-4586-9153-4b5397ab34cd req-67633c2a-6f3d-4645-840c-a65bed2b1d91 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0462112 May 13 17:27:27.911911 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0a828d06-f398-4586-9153-4b5397ab34cd req-afb7871a-49ae-4327-b2b1-8de9fb19347b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537765 May 13 17:27:27.967756 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044deca-88a0-4de0-8868-78f1421e97f7 req-afbad145-3761-44ba-a6d4-4b0ec2261380 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:27.970870 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2044deca-88a0-4de0-8868-78f1421e97f7 req-afbad145-3761-44ba-a6d4-4b0ec2261380 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0521970 May 13 17:27:28.022978 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2044deca-88a0-4de0-8868-78f1421e97f7 req-e1b88a5c-83d1-4889-b0e6-2e5c3c061de9 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 May 13 17:27:28.408774 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-1214fe3a-469e-48eb-803c-75296377b123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:28.478857 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8a473-fa6c-4782-80aa-3f47d03202ee req-28817dc6-1b71-41d2-8114-3a28863cde12 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:28.480384 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2c8a473-fa6c-4782-80aa-3f47d03202ee req-28817dc6-1b71-41d2-8114-3a28863cde12 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0521104 May 13 17:27:28.527511 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2c8a473-fa6c-4782-80aa-3f47d03202ee req-2daf6969-171d-48cf-886f-c3d002a79828 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 May 13 17:27:28.696714 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf421f3d-0ade-44bc-988f-7a1f6e3cb970 req-3033ae1a-6725-431c-8cd2-704e1d0bb756 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:28.698176 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bf421f3d-0ade-44bc-988f-7a1f6e3cb970 req-3033ae1a-6725-431c-8cd2-704e1d0bb756 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0466053 May 13 17:27:28.743721 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bf421f3d-0ade-44bc-988f-7a1f6e3cb970 req-bc0189c6-4399-434e-9760-7dac0c1ebabc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391815 May 13 17:27:29.032956 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac191501-5b7e-46ed-9819-bb0846781d9a req-d53210e9-15e5-4032-bdbe-d8321b1e2a9a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:29.034433 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac191501-5b7e-46ed-9819-bb0846781d9a req-d53210e9-15e5-4032-bdbe-d8321b1e2a9a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0479143 May 13 17:27:29.105181 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac191501-5b7e-46ed-9819-bb0846781d9a req-086a9f65-f6d2-4b70-9d5c-c5ab810cc262 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638282 May 13 17:27:29.172623 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc3c84-f890-41b0-a7d4-cf8cd8a435e7 req-76d989ce-0abd-4b98-bca1-c8b0fa9f74fd tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:29.174241 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dedc3c84-f890-41b0-a7d4-cf8cd8a435e7 req-76d989ce-0abd-4b98-bca1-c8b0fa9f74fd tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0596848 May 13 17:27:29.238536 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dedc3c84-f890-41b0-a7d4-cf8cd8a435e7 req-f648dac6-8b2f-4986-a506-1db3dc460ad9 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567906 May 13 17:27:29.640187 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37bddf-5977-458e-bc7f-fc05bd030a86 req-3543fa8d-5b3e-4312-a8df-fd17694d8fbe tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:29.642177 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb37bddf-5977-458e-bc7f-fc05bd030a86 req-3543fa8d-5b3e-4312-a8df-fd17694d8fbe tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0514848 May 13 17:27:29.687879 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb37bddf-5977-458e-bc7f-fc05bd030a86 req-58e17fd9-d809-4aac-8ea6-619e7dd1d6db tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400732 May 13 17:27:29.855068 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f1cf2-3198-486a-99da-304ae2f48602 req-bb8e8bf3-f25e-4798-a436-01fac714e0c2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:29.856562 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d38f1cf2-3198-486a-99da-304ae2f48602 req-bb8e8bf3-f25e-4798-a436-01fac714e0c2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0473859 May 13 17:27:29.901466 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d38f1cf2-3198-486a-99da-304ae2f48602 req-014c99a5-aba7-4a65-92c5-b8cccdf74a48 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394130 May 13 17:27:30.229445 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb399-aff4-4ec0-b81c-5e55b9e50a87 req-bd44a2fc-773d-4f6d-924a-9ff38dc53c2a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:30.230934 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b9fdb399-aff4-4ec0-b81c-5e55b9e50a87 req-bd44a2fc-773d-4f6d-924a-9ff38dc53c2a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0477748 May 13 17:27:30.288466 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b9fdb399-aff4-4ec0-b81c-5e55b9e50a87 req-16143450-1b29-4660-a9be-1e12b29b35e5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482917 May 13 17:27:30.325605 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42238) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:30.359159 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46164312-c44d-43e8-a6ef-d91c3a83689b req-98a327cf-72e0-485e-a5da-9f8a1439b024 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:30.361219 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-46164312-c44d-43e8-a6ef-d91c3a83689b req-98a327cf-72e0-485e-a5da-9f8a1439b024 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0519276 May 13 17:27:30.413754 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-46164312-c44d-43e8-a6ef-d91c3a83689b req-0d86d753-8125-4e91-a63e-81a9978ffb0b tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 May 13 17:27:30.435517 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-66ed3fb1-2b08-40cf-b319-e9f1a5aef094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.507733 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-66ed3fb1-2b08-40cf-b319-e9f1a5aef094 admin admin] Publish callbacks [] for security_group (b434ee85-8a08-41b2-b7c6-39df88b032ec), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.528028 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4ecd5cbe-a83c-49fc-919c-deb96c229cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.602299 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-66ed3fb1-2b08-40cf-b319-e9f1a5aef094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b434ee85-8a08-41b2-b7c6-39df88b032ec), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.642412 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-66ed3fb1-2b08-40cf-b319-e9f1a5aef094 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=135544e08d904014bcf3381862e7178f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152914 May 13 17:27:30.643446 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed3fb1-2b08-40cf-b319-e9f1a5aef094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b434ee85-8a08-41b2-b7c6-39df88b032ec,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:30.645098 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 42244) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:30.692086 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79944596-9162-473a-8801-964b7122c4ef admin admin] Publish callbacks [] for security_group (b434ee85-8a08-41b2-b7c6-39df88b032ec), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.713238 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79944596-9162-473a-8801-964b7122c4ef admin admin] Publish callbacks [] for security_group (b434ee85-8a08-41b2-b7c6-39df88b032ec), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.799121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cc41e-cbcd-49c5-b6b6-aa2e00c5a0ca req-cf6289b3-015f-4bd1-bdeb-5940de67837d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:30.800608 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-562cc41e-cbcd-49c5-b6b6-aa2e00c5a0ca req-cf6289b3-015f-4bd1-bdeb-5940de67837d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0464249 May 13 17:27:30.825487 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79944596-9162-473a-8801-964b7122c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b434ee85-8a08-41b2-b7c6-39df88b032ec), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.828105 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79944596-9162-473a-8801-964b7122c4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:30.829803 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-79944596-9162-473a-8801-964b7122c4ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b434ee85-8a08-41b2-b7c6-39df88b032ec HTTP/1.1" status: 204 len: 168 time: 0.1836698 May 13 17:27:30.837835 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79944596-9162-473a-8801-964b7122c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b434ee85-8a08-41b2-b7c6-39df88b032ec,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:30.848560 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-562cc41e-cbcd-49c5-b6b6-aa2e00c5a0ca req-3f3b4d2b-6f5c-4110-ba0c-072b3886825f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 May 13 17:27:31.012357 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0017e-e69f-4704-9247-bbf3f7823410 req-3a567815-8c6c-4736-bd84-ef41bbbf4625 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:31.013861 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7dd0017e-e69f-4704-9247-bbf3f7823410 req-3a567815-8c6c-4736-bd84-ef41bbbf4625 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 944 time: 0.0472784 May 13 17:27:31.062843 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7dd0017e-e69f-4704-9247-bbf3f7823410 req-be6002f3-70d5-446c-a549-a805795130fd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 May 13 17:27:31.267898 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 6c67b852-5901-4a54-9821-0cbca68ceaca details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:27:31.366115 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 6c67b852-5901-4a54-9821-0cbca68ceaca, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=6c67b852-5901-4a54-9821-0cbca68ceaca,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:31.379275 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:27:31.410696 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ff762-aef0-4f54-af3b-ea567844c5dc req-799683ed-d6b6-4989-87c5-d1ba0c2731df tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:31.412351 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-481ff762-aef0-4f54-af3b-ea567844c5dc req-799683ed-d6b6-4989-87c5-d1ba0c2731df tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0502181 May 13 17:27:31.423315 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 6c67b852-5901-4a54-9821-0cbca68ceaca is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:31.423804 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.444013 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c67b852-5901-4a54-9821-0cbca68ceaca {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:31.461784 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 6c67b852-5901-4a54-9821-0cbca68ceaca, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=6c67b852-5901-4a54-9821-0cbca68ceaca,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:31.479445 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-481ff762-aef0-4f54-af3b-ea567844c5dc req-119c68f2-316c-48d9-8097-9f9b40806eab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590525 May 13 17:27:31.497310 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42268) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:31.514096 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9e4e30a1-d06f-4b55-a8c8-77a34f8a7580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.528236 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.548770 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e0ab1-924d-4906-a540-e8f548ad77ee req-f0060ecb-afa2-43d1-a08e-32bababe7bfc tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:31.550281 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ab3e0ab1-924d-4906-a540-e8f548ad77ee req-f0060ecb-afa2-43d1-a08e-32bababe7bfc tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0514357 May 13 17:27:31.578106 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=6c67b852-5901-4a54-9821-0cbca68ceaca,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:31.592474 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9e4e30a1-d06f-4b55-a8c8-77a34f8a7580 admin admin] Publish callbacks [] for security_group (82a5e806-275e-489c-b398-26beda4bb295), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.602162 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ab3e0ab1-924d-4906-a540-e8f548ad77ee req-7c4c4b71-303e-44f3-a450-d88275af7c01 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442848 May 13 17:27:31.636962 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9e4e30a1-d06f-4b55-a8c8-77a34f8a7580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (82a5e806-275e-489c-b398-26beda4bb295), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.675223 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9e4e30a1-d06f-4b55-a8c8-77a34f8a7580 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1fac2d7c30544479937f5814ffe7d83f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767731 May 13 17:27:31.676083 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e30a1-d06f-4b55-a8c8-77a34f8a7580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a5e806-275e-489c-b398-26beda4bb295,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:31.678480 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 42270) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:31.725559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e0a935d4-9034-44d8-9b23-1ed077358dd6 admin admin] Publish callbacks [] for security_group (82a5e806-275e-489c-b398-26beda4bb295), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.746187 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e0a935d4-9034-44d8-9b23-1ed077358dd6 admin admin] Publish callbacks [] for security_group (82a5e806-275e-489c-b398-26beda4bb295), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.883427 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e0a935d4-9034-44d8-9b23-1ed077358dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (82a5e806-275e-489c-b398-26beda4bb295), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.886091 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e0a935d4-9034-44d8-9b23-1ed077358dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.889674 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e0a935d4-9034-44d8-9b23-1ed077358dd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82a5e806-275e-489c-b398-26beda4bb295 HTTP/1.1" status: 204 len: 168 time: 0.2075605 May 13 17:27:31.895773 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a935d4-9034-44d8-9b23-1ed077358dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a5e806-275e-489c-b398-26beda4bb295,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:31.978885 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa9647-4a31-44ef-aab2-6a7ced05b0ff req-d567a1b3-3a1d-4907-bb11-b1d42825c33e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:31.983607 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:31.983776 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64fa9647-4a31-44ef-aab2-6a7ced05b0ff req-d567a1b3-3a1d-4907-bb11-b1d42825c33e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0479021 May 13 17:27:32.027389 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64fa9647-4a31-44ef-aab2-6a7ced05b0ff req-63caabec-369c-4a1b-85f1-5d765e13940a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 May 13 17:27:32.176316 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6373417-9b8a-4904-acba-5a29bf43384d req-61cb23e1-86f0-489d-a4f8-15f595254628 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:32.177787 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d6373417-9b8a-4904-acba-5a29bf43384d req-61cb23e1-86f0-489d-a4f8-15f595254628 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 945 time: 0.0472975 May 13 17:27:32.221256 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['6c67b852-5901-4a54-9821-0cbca68ceaca'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:27:32.227087 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d6373417-9b8a-4904-acba-5a29bf43384d req-f749543f-d95d-4a1f-a48d-9af48facf678 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 May 13 17:27:32.726377 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbc360-11e5-4cfe-a34f-b794ddc677cd req-5daf3fd7-81b5-4c10-9c59-422085afb96e tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:32.728156 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-77fbc360-11e5-4cfe-a34f-b794ddc677cd req-5daf3fd7-81b5-4c10-9c59-422085afb96e tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0520096 May 13 17:27:32.781005 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-77fbc360-11e5-4cfe-a34f-b794ddc677cd req-861ec01a-de1c-41cd-bc38-88b3d5c35bd6 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 May 13 17:27:32.789962 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-ebfebcc8-3dee-4480-b0bc-ae5ca5fb16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:32.791507 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-ebfebcc8-3dee-4480-b0bc-ae5ca5fb16e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 1129 time: 0.2837205 May 13 17:27:32.797438 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-a50557b5-a841-42ac-9ddf-2eb4173341e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:32.798844 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-a50557b5-a841-42ac-9ddf-2eb4173341e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.3000612 May 13 17:27:32.811395 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c906eed-86c8-4442-9e0a-368904c8c395 req-a74eb6d4-059e-4b13-8159-9740cf748d84 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:32.811395 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c906eed-86c8-4442-9e0a-368904c8c395 req-a74eb6d4-059e-4b13-8159-9740cf748d84 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0746377 May 13 17:27:32.859157 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c906eed-86c8-4442-9e0a-368904c8c395 req-ad62985b-e4c2-4d8a-9fef-f1bbc628ad4f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 May 13 17:27:33.138700 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37e5bd-bab3-4d07-a04e-2e5d9f952de8 req-498b255f-3b2d-465e-ba2b-76a3b4b96319 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:33.140240 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b37e5bd-bab3-4d07-a04e-2e5d9f952de8 req-498b255f-3b2d-465e-ba2b-76a3b4b96319 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0471916 May 13 17:27:33.186896 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b37e5bd-bab3-4d07-a04e-2e5d9f952de8 req-414cddf5-782f-464a-a1bd-7fc59b1fba9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 May 13 17:27:33.345238 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436878c3-18b3-4150-b913-d90890aa655e req-1d3f2501-dad4-4727-8e67-8b3024558916 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:33.347053 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-436878c3-18b3-4150-b913-d90890aa655e req-1d3f2501-dad4-4727-8e67-8b3024558916 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 945 time: 0.0543027 May 13 17:27:33.424727 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-436878c3-18b3-4150-b913-d90890aa655e req-c7af761a-e733-40d9-894d-4ea9bf09cc73 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713806 May 13 17:27:33.470847 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:33.945497 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06de0-1d94-4181-b911-cdb21563fb00 req-93d2d6c7-bcaa-47c0-844c-fafc9938bd9c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:33.947095 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-26d06de0-1d94-4181-b911-cdb21563fb00 req-93d2d6c7-bcaa-47c0-844c-fafc9938bd9c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0743513 May 13 17:27:34.001248 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d7d1d-777f-484b-be1d-3f89dfa7ae9f req-0cc105ea-9427-49e5-888e-dd4e3f5f55aa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:34.002916 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b47d7d1d-777f-484b-be1d-3f89dfa7ae9f req-0cc105ea-9427-49e5-888e-dd4e3f5f55aa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0601964 May 13 17:27:34.010165 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-26d06de0-1d94-4181-b911-cdb21563fb00 req-98f20aa6-b47a-47c7-bea1-9e8a0ec08311 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572207 May 13 17:27:34.063270 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b47d7d1d-777f-484b-be1d-3f89dfa7ae9f req-1e744e8a-36e7-4923-9592-00c628ba3f12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540969 May 13 17:27:34.301220 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34683-7474-49fe-a339-1d7d351e345e req-dd46d75c-d356-461f-a5ef-6d4c83c64bd5 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:34.302849 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c3a34683-7474-49fe-a339-1d7d351e345e req-dd46d75c-d356-461f-a5ef-6d4c83c64bd5 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0461438 May 13 17:27:34.349275 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c3a34683-7474-49fe-a339-1d7d351e345e req-bef8baca-046f-42b8-a328-fe655eeab53c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 May 13 17:27:34.538520 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10d4b-6711-4d98-bbd9-bf600e5e054d req-b1c7cbc7-f93d-444e-b327-d793c14cdc7c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:34.540046 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccd10d4b-6711-4d98-bbd9-bf600e5e054d req-b1c7cbc7-f93d-444e-b327-d793c14cdc7c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 945 time: 0.0473435 May 13 17:27:34.592629 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ccd10d4b-6711-4d98-bbd9-bf600e5e054d req-4860a0a6-cc33-4716-ad2c-13b3269a37e6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470226 May 13 17:27:34.711101 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:35.125656 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584053-9187-43db-ac4d-f92e5263a939 req-ca6bb730-19bd-4b8b-864a-fe451cf85614 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:35.127178 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3c584053-9187-43db-ac4d-f92e5263a939 req-ca6bb730-19bd-4b8b-864a-fe451cf85614 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0512843 May 13 17:27:35.174088 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3c584053-9187-43db-ac4d-f92e5263a939 req-66423856-17f3-4d8d-a82e-a4e38e4edcb5 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 May 13 17:27:35.178235 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce8a0-c446-45ca-9ecc-9c4acb73358d req-52cdc6c7-7437-4d15-a11e-d8babeacf1b1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:35.179830 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f13ce8a0-c446-45ca-9ecc-9c4acb73358d req-52cdc6c7-7437-4d15-a11e-d8babeacf1b1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0468638 May 13 17:27:35.226864 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f13ce8a0-c446-45ca-9ecc-9c4acb73358d req-a556d102-536f-486b-920c-a12493d8783e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 May 13 17:27:35.458142 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b25889-e281-4d6d-b766-3f9ae8141dd8 req-ddc2db34-6593-4e98-aade-f8b72b54912d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:35.459831 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-73b25889-e281-4d6d-b766-3f9ae8141dd8 req-ddc2db34-6593-4e98-aade-f8b72b54912d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0456331 May 13 17:27:35.505597 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-73b25889-e281-4d6d-b766-3f9ae8141dd8 req-54dae65a-480e-452a-b0b2-465c0579cf68 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403388 May 13 17:27:35.702202 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c5cc-becc-4bc2-9370-ed15557f213c req-e47a50c5-7fec-4c28-a712-0c5731093d31 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:35.704176 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61c5c5cc-becc-4bc2-9370-ed15557f213c req-e47a50c5-7fec-4c28-a712-0c5731093d31 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 945 time: 0.0444505 May 13 17:27:35.748732 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61c5c5cc-becc-4bc2-9370-ed15557f213c req-b8687584-15e5-46a0-9a7f-59a2811998e4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392153 May 13 17:27:35.956949 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 6c67b852-5901-4a54-9821-0cbca68ceaca up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:27:36.002265 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 6c67b852-5901-4a54-9821-0cbca68ceaca completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:27:36.081857 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 6c67b852-5901-4a54-9821-0cbca68ceaca triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:36.082256 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:36.171907 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 6c67b852-5901-4a54-9821-0cbca68ceaca is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:36.172853 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:36.194370 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:36.196583 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bc56bc-554d-40e2-8dd8-def33c5e318a" -d '{"events": [{"server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "name": "network-vif-plugged", "status": "completed", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:36.209197 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 6c67b852-5901-4a54-9821-0cbca68ceaca, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=6c67b852-5901-4a54-9821-0cbca68ceaca,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:36.232442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b2b625-7b12-460e-9591-e2a27858ad31 x-openstack-request-id: req-62b2b625-7b12-460e-9591-e2a27858ad31 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:36.232817 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "name": "network-vif-plugged", "status": "completed", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:36.233145 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62b2b625-7b12-460e-9591-e2a27858ad31 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:36.233606 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b2b625-7b12-460e-9591-e2a27858ad31'] response: {'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'code': 200} May 13 17:27:36.277157 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:36.290273 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e9d1c-fb5b-4e44-9ce5-c5c9ecf8c76b req-55c231ce-6bf3-42ac-938d-068a618ace4d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:36.291884 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fe9e9d1c-fb5b-4e44-9ce5-c5c9ecf8c76b req-55c231ce-6bf3-42ac-938d-068a618ace4d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0486872 May 13 17:27:36.328856 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=6c67b852-5901-4a54-9821-0cbca68ceaca,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:36.342919 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fe9e9d1c-fb5b-4e44-9ce5-c5c9ecf8c76b req-9b039a0c-0cd3-47b8-8a8b-ad8fd8d00c4f tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 May 13 17:27:36.353768 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4de4fb-c488-434a-a637-e0cf042144c1 req-2395d0e2-cef4-4a7b-b0d8-153344f6a34d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:36.356178 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c4de4fb-c488-434a-a637-e0cf042144c1 req-2395d0e2-cef4-4a7b-b0d8-153344f6a34d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0575762 May 13 17:27:36.403791 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c4de4fb-c488-434a-a637-e0cf042144c1 req-34992d38-fe7e-4f58-b47a-cd31f0af12dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403638 May 13 17:27:36.613548 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ebe55-58c3-4218-96f0-55d061740d66 req-556af58d-fe90-4dd4-8d32-10bc48e5cfa0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:36.615003 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b63ebe55-58c3-4218-96f0-55d061740d66 req-556af58d-fe90-4dd4-8d32-10bc48e5cfa0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0461226 May 13 17:27:36.660095 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b63ebe55-58c3-4218-96f0-55d061740d66 req-7a907896-bfef-4264-ba15-8c56650f83bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 May 13 17:27:36.856635 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd9e38-ff81-44b5-b549-fda2d2dd7793 req-e90fcff7-70e4-4259-93e7-406199de5b42 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:36.858095 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a6fd9e38-ff81-44b5-b549-fda2d2dd7793 req-e90fcff7-70e4-4259-93e7-406199de5b42 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0464051 May 13 17:27:36.904365 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a6fd9e38-ff81-44b5-b549-fda2d2dd7793 req-468f12ed-2e64-44b6-85c3-87a5a408b3e2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400391 May 13 17:27:37.458012 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d9a4-6926-4fdf-ac3e-3f35dcf378bf req-709ddf52-6847-4bf1-af7c-0a13390a5f6c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:37.459548 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6892d9a4-6926-4fdf-ac3e-3f35dcf378bf req-709ddf52-6847-4bf1-af7c-0a13390a5f6c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0471742 May 13 17:27:37.507693 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6892d9a4-6926-4fdf-ac3e-3f35dcf378bf req-69349423-29cc-4394-8389-b843c7507578 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 May 13 17:27:37.532836 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e0a4b-a6c8-4a02-aa7b-072011d2f370 req-9c030aec-76ba-4729-9294-22e08a51a3c8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:37.534380 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a3e0a4b-a6c8-4a02-aa7b-072011d2f370 req-9c030aec-76ba-4729-9294-22e08a51a3c8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0580447 May 13 17:27:37.579460 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a3e0a4b-a6c8-4a02-aa7b-072011d2f370 req-4c09905d-39de-4bbf-bb44-054cfb2b8bf8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394454 May 13 17:27:37.771387 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83868061-e850-40ab-821c-9b48c853038d req-81e10d58-41bc-431e-bc06-054964244ba8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:37.772838 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-83868061-e850-40ab-821c-9b48c853038d req-81e10d58-41bc-431e-bc06-054964244ba8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0491419 May 13 17:27:37.831671 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-83868061-e850-40ab-821c-9b48c853038d req-919472fa-43ff-47f0-807b-6177182f00a0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531394 May 13 17:27:38.024697 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1eb77-5658-49f5-8611-a3252fc87d15 req-23588fd9-37e3-4efe-b7ba-5929de6eb28d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:38.026165 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bad1eb77-5658-49f5-8611-a3252fc87d15 req-23588fd9-37e3-4efe-b7ba-5929de6eb28d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0463312 May 13 17:27:38.071086 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bad1eb77-5658-49f5-8611-a3252fc87d15 req-544c40ec-32b6-4f90-af5a-0c2aa04ff12d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393569 May 13 17:27:38.400652 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:27:38.496735 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:38.508861 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '41053781-3367-4859-b7f7-eb83af021a82', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'port_id': '41053781-3367-4859-b7f7-eb83af021a82', 'mac_address': 'fa:16:3e:65:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:27:38.509068 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:27:38.546477 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:38.546871 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:38.563730 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41053781-3367-4859-b7f7-eb83af021a82 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:38.582892 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:38.623497 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75385381-e7ad-401d-8115-7f7431f65234 req-8c427b01-e21d-4525-a8bd-0b4db18a4f5b tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:38.625074 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-75385381-e7ad-401d-8115-7f7431f65234 req-8c427b01-e21d-4525-a8bd-0b4db18a4f5b tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0469513 May 13 17:27:38.671850 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-75385381-e7ad-401d-8115-7f7431f65234 req-c698d0ae-30bf-4001-aa9c-32142d580de5 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 May 13 17:27:38.693918 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25914fa-cf4f-4e88-a6a5-7a5dd070f6f7 req-c5234bff-b595-4e6d-8878-2dcdc2688d79 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:38.695400 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c25914fa-cf4f-4e88-a6a5-7a5dd070f6f7 req-c5234bff-b595-4e6d-8878-2dcdc2688d79 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0468411 May 13 17:27:38.705517 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:38.747232 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c25914fa-cf4f-4e88-a6a5-7a5dd070f6f7 req-37884591-3feb-4d97-a851-18acb9e6a134 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461717 May 13 17:27:38.855756 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:38.950307 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1224c8-b6c2-4d2e-bc5f-15acef54ae4a req-9384072e-db66-40c2-a5fb-ad09bea8ba8d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:38.951754 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cd1224c8-b6c2-4d2e-bc5f-15acef54ae4a req-9384072e-db66-40c2-a5fb-ad09bea8ba8d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0506151 May 13 17:27:39.009272 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cd1224c8-b6c2-4d2e-bc5f-15acef54ae4a req-f5709073-d1f9-48ee-b2a7-42fdf49d32dc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510874 May 13 17:27:39.180300 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523ecf0-338c-4b4d-8584-e18983e28481 req-446d24cd-fc19-4549-bbf1-edf7a607e7aa tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:39.181822 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4523ecf0-338c-4b4d-8584-e18983e28481 req-446d24cd-fc19-4549-bbf1-edf7a607e7aa tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0460184 May 13 17:27:39.234788 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4523ecf0-338c-4b4d-8584-e18983e28481 req-3895244e-7c11-4df4-a0f1-19a828d6086d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471117 May 13 17:27:39.469631 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['41053781-3367-4859-b7f7-eb83af021a82'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:27:39.788139 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07995d33-16d8-41a0-a1a3-ce194dffc5e3 req-0051e0a9-66e6-44f7-9cef-4be1e652bbbb tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:39.789667 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-07995d33-16d8-41a0-a1a3-ce194dffc5e3 req-0051e0a9-66e6-44f7-9cef-4be1e652bbbb tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0479333 May 13 17:27:39.840656 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-07995d33-16d8-41a0-a1a3-ce194dffc5e3 req-c35f86d6-8ea1-4936-b14e-21f2eaeff13c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 May 13 17:27:39.853329 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-69002c03-0bb4-48f8-9503-3dda25acb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:39.854791 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-69002c03-0bb4-48f8-9503-3dda25acb0cd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1581597 May 13 17:27:39.883480 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d41b0-8e16-42a9-8e28-411a61d6045e req-923e7924-f7b5-4d03-be20-7b2e314941eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:39.884925 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f5d41b0-8e16-42a9-8e28-411a61d6045e req-923e7924-f7b5-4d03-be20-7b2e314941eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 1129 time: 0.1478612 May 13 17:27:39.946648 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68aa37-93c4-478c-8c69-17038d4a23cf req-daaf9683-5b53-4932-bbb7-ae7efc0fb2be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:39.948132 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e68aa37-93c4-478c-8c69-17038d4a23cf req-daaf9683-5b53-4932-bbb7-ae7efc0fb2be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 944 time: 0.0998609 May 13 17:27:39.951014 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-a6d667c9-e92a-4fb3-b4d4-5a93c9f0097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:39.952379 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-a6d667c9-e92a-4fb3-b4d4-5a93c9f0097c service neutron] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 916 time: 0.2854769 May 13 17:27:40.001410 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e68aa37-93c4-478c-8c69-17038d4a23cf req-7b8eef0d-041d-490f-bc8d-0b2b24eeef5a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474877 May 13 17:27:40.124914 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f5d41b0-8e16-42a9-8e28-411a61d6045e req-a4aa316e-3a32-43ed-a705-3445ce504354 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:40.216901 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf772f-7c98-42cc-ad72-caa1d043be8b req-9697aa9f-27e4-4f6c-9edb-92f43e62959d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:40.218772 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ecdf772f-7c98-42cc-ad72-caa1d043be8b req-9697aa9f-27e4-4f6c-9edb-92f43e62959d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.1404660 May 13 17:27:40.254199 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-d56c3631-0f4e-4177-b732-4af7db61b97e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c67b852-5901-4a54-9821-0cbca68ceaca HTTP/1.1" status: 200 len: 217 time: 0.1517026 May 13 17:27:40.267994 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e877f-41ba-4127-8b36-baa5c362dfa7 req-3d901a0a-c7f3-4ae4-b1a1-140188e305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:40.269740 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d77e877f-41ba-4127-8b36-baa5c362dfa7 req-3d901a0a-c7f3-4ae4-b1a1-140188e305ba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 1130 time: 0.1384602 May 13 17:27:40.303367 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-d77e877f-41ba-4127-8b36-baa5c362dfa7 req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:40.340570 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ecdf772f-7c98-42cc-ad72-caa1d043be8b req-99189f1f-9ee6-4c85-a6bf-ea2ce50c2822 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952127 May 13 17:27:40.391401 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-649909fb-da4a-47a2-b29c-a6ebbb5cba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:40.393460 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-649909fb-da4a-47a2-b29c-a6ebbb5cba7b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.1196799 May 13 17:27:40.419717 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-d77e877f-41ba-4127-8b36-baa5c362dfa7 req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Publish callbacks [] for security_group (c3e55eb1-e8ac-48ff-af92-f18882c6ca98), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:40.420921 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-32d275ae-10b6-4bd1-9acf-51fd5628d6b0 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112016 May 13 17:27:40.428960 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02102e1-68f1-4315-8f24-34a1b7d5a252 req-bbf54d39-a395-4107-b4c6-133108e674cc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:40.430376 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f02102e1-68f1-4315-8f24-34a1b7d5a252 req-bbf54d39-a395-4107-b4c6-133108e674cc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0963230 May 13 17:27:40.481670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f02102e1-68f1-4315-8f24-34a1b7d5a252 req-f9efa1a2-cb9a-4a96-a00f-ef286c90d6be tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454786 May 13 17:27:40.534457 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-d77e877f-41ba-4127-8b36-baa5c362dfa7 req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (c3e55eb1-e8ac-48ff-af92-f18882c6ca98), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:40.579099 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d77e877f-41ba-4127-8b36-baa5c362dfa7 req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012612 May 13 17:27:40.579858 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e55eb1-e8ac-48ff-af92-f18882c6ca98,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:40.586839 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.587224 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.587575 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.587989 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.588333 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.588679 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.589012 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.589344 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.589678 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.590013 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.590347 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.590678 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.591006 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.591412 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.591739 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf7536-4eca-4a75-ae20-53c9cbdd6e23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:40.598050 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.db.api [req-1f5d41b0-8e16-42a9-8e28-411a61d6045e req-a4aa316e-3a32-43ed-a705-3445ce504354 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0d1800939cad4368b4eafe8b6dfe12c3 {{(pid=103693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 17:27:40.598386 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG oslo_db.api [req-1f5d41b0-8e16-42a9-8e28-411a61d6045e req-a4aa316e-3a32-43ed-a705-3445ce504354 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 17:27:40.956309 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d2eb8-632b-49aa-b28d-9812dcc15e57 req-5adbca93-f92a-4543-a8d3-7cd1a32cda06 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:40.957823 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-940d2eb8-632b-49aa-b28d-9812dcc15e57 req-5adbca93-f92a-4543-a8d3-7cd1a32cda06 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0511541 May 13 17:27:41.007367 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-940d2eb8-632b-49aa-b28d-9812dcc15e57 req-a8bcebf6-0418-4272-a56e-791bccb49c70 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 May 13 17:27:41.100794 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1f5d41b0-8e16-42a9-8e28-411a61d6045e req-a4aa316e-3a32-43ed-a705-3445ce504354 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:41.124789 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30058f44-68ee-4a0a-9168-3855f396b8b9 req-56bcb526-9d02-49a2-af71-e9f902eac941 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:41.126173 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30058f44-68ee-4a0a-9168-3855f396b8b9 req-56bcb526-9d02-49a2-af71-e9f902eac941 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 944 time: 0.0542331 May 13 17:27:41.243601 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:27:41.288836 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 41053781-3367-4859-b7f7-eb83af021a82 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:27:41.294682 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30058f44-68ee-4a0a-9168-3855f396b8b9 req-af5e7550-4c03-419b-a1a8-473731d41b0e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587307 May 13 17:27:41.295703 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-e3547bfa-8f60-4144-8f92-fdd0b2b1edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:41.297071 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-e3547bfa-8f60-4144-8f92-fdd0b2b1edac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1503739 May 13 17:27:41.320500 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f5d41b0-8e16-42a9-8e28-411a61d6045e req-a4aa316e-3a32-43ed-a705-3445ce504354 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2192059 May 13 17:27:41.333856 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62e77019-14ab-4f80-b60d-eafe8eab0c61 req-e310b6e0-6258-4a5f-8bf7-9ec1511aadf3 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860628 May 13 17:27:41.363120 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 41053781-3367-4859-b7f7-eb83af021a82 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:41.363537 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (41053781-3367-4859-b7f7-eb83af021a82), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:41.450499 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:41.451163 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:41.467313 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd8817-ab5a-4788-b6f8-ed653a737ab5 req-03b2c0ac-de05-4f2c-a2e0-80c36bd8f8c8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:41.469362 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fdcd8817-ab5a-4788-b6f8-ed653a737ab5 req-03b2c0ac-de05-4f2c-a2e0-80c36bd8f8c8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0531671 May 13 17:27:41.481346 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:41.483731 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d112b5a3-fd2f-421d-8eb1-c71918f23b28" -d '{"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-plugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:41.497409 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:41.522631 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919bea4-5fb6-41e5-88d0-449c021a4910 x-openstack-request-id: req-1919bea4-5fb6-41e5-88d0-449c021a4910 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:41.523154 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-plugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:41.523602 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1919bea4-5fb6-41e5-88d0-449c021a4910 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:41.524075 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1919bea4-5fb6-41e5-88d0-449c021a4910'] response: {'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82', 'code': 200} May 13 17:27:41.553551 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fdcd8817-ab5a-4788-b6f8-ed653a737ab5 req-ff3820b5-11f9-40a9-a7d8-f3e72945504f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782197 May 13 17:27:41.601779 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:41.646823 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64578396-8164-4a2d-be53-50130be9da33 req-63c65e1d-7211-415c-8974-7d05fdb5b0ec tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:41.652847 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64578396-8164-4a2d-be53-50130be9da33 req-63c65e1d-7211-415c-8974-7d05fdb5b0ec tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0796185 May 13 17:27:41.668909 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:41.677142 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.677841 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.678588 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.678933 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.679310 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.679642 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.680102 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.680435 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.680759 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.681076 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.681388 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.681724 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.682178 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.682549 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.682920 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:41.702402 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64578396-8164-4a2d-be53-50130be9da33 req-ff3bfbd0-02df-4342-ab67-f334f320ff73 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485158 May 13 17:27:42.091532 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42582) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:42.125866 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9f4fe-caea-4f85-b2d0-2123a5cee176 req-92c1bebb-5e01-4d31-9ee3-58c3a40c139b tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:42.136345 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d2b9f4fe-caea-4f85-b2d0-2123a5cee176 req-92c1bebb-5e01-4d31-9ee3-58c3a40c139b tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0612400 May 13 17:27:42.184703 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d2b9f4fe-caea-4f85-b2d0-2123a5cee176 req-b4a5d010-3862-4d4c-94bd-da041c052a7d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496900 May 13 17:27:42.227585 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.299467 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Publish callbacks [] for security_group (eb646ce7-3c59-48bf-9854-2ac139f8f507), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.375580 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (eb646ce7-3c59-48bf-9854-2ac139f8f507), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.427235 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a169b4-5108-4ad0-b06e-6e4304be9c4b req-7fb868aa-5bec-4963-8452-a65180f1a487 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:42.428651 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00a169b4-5108-4ad0-b06e-6e4304be9c4b req-7fb868aa-5bec-4963-8452-a65180f1a487 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0635595 May 13 17:27:42.451260 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb646ce7-3c59-48bf-9854-2ac139f8f507,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:42.460399 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3f4b13789c64a0b8e7ca4007ebc6774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678393 May 13 17:27:42.463167 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 42590) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:42.471241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.471514 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.471883 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.479305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4e93b-800a-41fc-8de9-4f0cea1e4ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:27:42.503439 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00a169b4-5108-4ad0-b06e-6e4304be9c4b req-70be3f54-28f5-4446-89d2-340302375464 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665152 May 13 17:27:42.512258 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-065d3d39-fe81-4dd5-bc89-de330b2c8b26 admin admin] Publish callbacks [] for security_group (eb646ce7-3c59-48bf-9854-2ac139f8f507), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.533761 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-065d3d39-fe81-4dd5-bc89-de330b2c8b26 admin admin] Publish callbacks [] for security_group (eb646ce7-3c59-48bf-9854-2ac139f8f507), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.692587 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-065d3d39-fe81-4dd5-bc89-de330b2c8b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (eb646ce7-3c59-48bf-9854-2ac139f8f507), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.695006 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-065d3d39-fe81-4dd5-bc89-de330b2c8b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.696152 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-065d3d39-fe81-4dd5-bc89-de330b2c8b26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb646ce7-3c59-48bf-9854-2ac139f8f507 HTTP/1.1" status: 204 len: 168 time: 0.2319591 May 13 17:27:42.713402 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d3d39-fe81-4dd5-bc89-de330b2c8b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb646ce7-3c59-48bf-9854-2ac139f8f507,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:42.729177 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd4f1-a07b-4d69-a602-a1274967273b req-71ddd406-ea66-4e78-96a7-bd3cca108c87 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:42.730862 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-55efd4f1-a07b-4d69-a602-a1274967273b req-71ddd406-ea66-4e78-96a7-bd3cca108c87 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0782499 May 13 17:27:42.748073 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-bf5ae545-b37a-40cf-a6b1-62e656fa295d service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052253 May 13 17:27:42.781329 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-55efd4f1-a07b-4d69-a602-a1274967273b req-b339ec13-d888-415c-bbe1-346b1d3765bf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431929 May 13 17:27:42.830797 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:42.833699 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f4e9-014b-429e-90f8-4132ad08315b req-a0de27e5-5095-49d3-bee8-39f055a61a29 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:42.835235 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2464f4e9-014b-429e-90f8-4132ad08315b req-a0de27e5-5095-49d3-bee8-39f055a61a29 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0465055 May 13 17:27:42.883735 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2464f4e9-014b-429e-90f8-4132ad08315b req-bc892e00-df24-4bfa-b4e6-fad2f9a2100b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429080 May 13 17:27:43.299660 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b6d7-d223-4975-8c87-873a28a2ad23 req-fcd3c48a-be6f-4e2e-946b-fd9aade201f6 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:43.301130 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a878b6d7-d223-4975-8c87-873a28a2ad23 req-fcd3c48a-be6f-4e2e-946b-fd9aade201f6 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0502355 May 13 17:27:43.347865 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a878b6d7-d223-4975-8c87-873a28a2ad23 req-0c90c600-f45e-4f80-8c44-ed1784833007 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 May 13 17:27:43.625077 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163fedf-7a43-4abd-b53d-473f64e18122 req-3dd3d084-577e-4102-8d3f-38571446fb7f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:43.627511 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1163fedf-7a43-4abd-b53d-473f64e18122 req-3dd3d084-577e-4102-8d3f-38571446fb7f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0543134 May 13 17:27:43.679834 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1163fedf-7a43-4abd-b53d-473f64e18122 req-00c8a3ae-1c88-446b-a787-4d117c7b7f47 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454707 May 13 17:27:43.750122 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 42626) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:43.763816 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-922a70d4-ee53-44b6-935f-5542efaa6fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:43.837747 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-922a70d4-ee53-44b6-935f-5542efaa6fa8 admin admin] Publish callbacks [] for security_group (1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:43.897789 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287e1e9-c07a-4cbf-a93a-ee8dda2083ea req-628d8a7d-65ef-4927-98f2-b59c0ee76646 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:43.899269 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0287e1e9-c07a-4cbf-a93a-ee8dda2083ea req-628d8a7d-65ef-4927-98f2-b59c0ee76646 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0465596 May 13 17:27:43.920309 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-922a70d4-ee53-44b6-935f-5542efaa6fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:43.988860 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-922a70d4-ee53-44b6-935f-5542efaa6fa8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4210319403be43d5a3df278a7c710a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376072 May 13 17:27:43.991690 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42640) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:43.992575 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a70d4-ee53-44b6-935f-5542efaa6fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:44.011986 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0287e1e9-c07a-4cbf-a93a-ee8dda2083ea req-92b0f807-ce2a-4fe1-814e-94f1232754e0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072509 May 13 17:27:44.046581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f266a-039e-4b18-8817-604b53abe847 req-dbea70a7-7a88-49b9-a55e-8d35e5e5c749 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:44.048075 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-859f266a-039e-4b18-8817-604b53abe847 req-dbea70a7-7a88-49b9-a55e-8d35e5e5c749 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0902796 May 13 17:27:44.092906 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-668f4f8a-9a89-45bc-baa3-a4c5ced91752 admin admin] Publish callbacks [] for security_group (1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:44.126305 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-859f266a-039e-4b18-8817-604b53abe847 req-10d3d880-f283-43c1-be3a-9ec9d4946b17 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691419 May 13 17:27:44.131647 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-668f4f8a-9a89-45bc-baa3-a4c5ced91752 admin admin] Publish callbacks [] for security_group (1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:44.293831 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-668f4f8a-9a89-45bc-baa3-a4c5ced91752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:44.296580 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-668f4f8a-9a89-45bc-baa3-a4c5ced91752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:44.300778 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-668f4f8a-9a89-45bc-baa3-a4c5ced91752 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7 HTTP/1.1" status: 204 len: 168 time: 0.3048291 May 13 17:27:44.315223 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f4f8a-9a89-45bc-baa3-a4c5ced91752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8fc21d-2e1c-483a-9674-9f5cf1e7e4a7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:44.463396 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad6663-fb28-48ba-9c4a-3bad2dda9473 req-5b2d5c9a-c3f7-4145-a6a5-0865a9338ed4 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:44.464862 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4aad6663-fb28-48ba-9c4a-3bad2dda9473 req-5b2d5c9a-c3f7-4145-a6a5-0865a9338ed4 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0463417 May 13 17:27:44.511956 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4aad6663-fb28-48ba-9c4a-3bad2dda9473 req-f2bcc911-deb6-429d-a5f8-c0f7d49b4fe2 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 May 13 17:27:44.800781 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b17707-4ccf-436f-a0cc-9d35c3d85988 req-33f92540-bf83-4ffe-914a-8df6f04a3b14 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:44.803065 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-84b17707-4ccf-436f-a0cc-9d35c3d85988 req-33f92540-bf83-4ffe-914a-8df6f04a3b14 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0504637 May 13 17:27:44.832629 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 42670) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:44.852863 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-84b17707-4ccf-436f-a0cc-9d35c3d85988 req-eea1d00d-a7e8-41c2-b992-00783a5a6d54 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 May 13 17:27:44.949145 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-61475561-9c87-4ca3-882f-5ecda3bfb711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:45.035828 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-61475561-9c87-4ca3-882f-5ecda3bfb711 admin admin] Publish callbacks [] for security_group (a5dfd5b0-8026-4a43-9552-dd6739e12bb7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:45.125882 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b8005-5681-4148-a9a7-a767a1da3b09 req-8025cc11-91e2-46b1-9f40-0240ce6a5276 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:45.127900 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e1b8005-5681-4148-a9a7-a767a1da3b09 req-8025cc11-91e2-46b1-9f40-0240ce6a5276 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0498495 May 13 17:27:45.128942 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-61475561-9c87-4ca3-882f-5ecda3bfb711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (a5dfd5b0-8026-4a43-9552-dd6739e12bb7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:45.179530 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-61475561-9c87-4ca3-882f-5ecda3bfb711 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3affaf4afdbc42f98b0c6c0507502f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431840 May 13 17:27:45.179803 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42686) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:45.186478 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61475561-9c87-4ca3-882f-5ecda3bfb711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dfd5b0-8026-4a43-9552-dd6739e12bb7,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:45.223723 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e1b8005-5681-4148-a9a7-a767a1da3b09 req-ff178f7d-8866-4655-8893-a12b3d3bd772 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853119 May 13 17:27:45.275521 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78663ec-2872-4bf1-9930-5dfa48fb6053 req-0d5cee77-abdc-4ca7-ac4c-b08c3de0e6a2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:45.276958 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a78663ec-2872-4bf1-9930-5dfa48fb6053 req-0d5cee77-abdc-4ca7-ac4c-b08c3de0e6a2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0621407 May 13 17:27:45.281900 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be69527a-ca1a-4643-b938-344c9ce9f3b2 admin admin] Publish callbacks [] for security_group (a5dfd5b0-8026-4a43-9552-dd6739e12bb7), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:45.321244 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be69527a-ca1a-4643-b938-344c9ce9f3b2 admin admin] Publish callbacks [] for security_group (a5dfd5b0-8026-4a43-9552-dd6739e12bb7), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:45.363351 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a78663ec-2872-4bf1-9930-5dfa48fb6053 req-9d44e458-bb60-46c8-907e-cabcf5fa38ce tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794446 May 13 17:27:45.436393 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be69527a-ca1a-4643-b938-344c9ce9f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (a5dfd5b0-8026-4a43-9552-dd6739e12bb7), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:45.438983 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-be69527a-ca1a-4643-b938-344c9ce9f3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:45.440803 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-be69527a-ca1a-4643-b938-344c9ce9f3b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5dfd5b0-8026-4a43-9552-dd6739e12bb7 HTTP/1.1" status: 204 len: 168 time: 0.2599974 May 13 17:27:45.448991 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69527a-ca1a-4643-b938-344c9ce9f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dfd5b0-8026-4a43-9552-dd6739e12bb7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:45.628176 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9028be-725f-49a5-a348-8c27e1ab796b req-80be34f6-284f-498f-9066-95ac802b79c3 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:45.629796 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5a9028be-725f-49a5-a348-8c27e1ab796b req-80be34f6-284f-498f-9066-95ac802b79c3 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0486076 May 13 17:27:45.675716 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5a9028be-725f-49a5-a348-8c27e1ab796b req-f431910b-6882-46fc-8ac2-2f9dceeda872 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 May 13 17:27:45.898842 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42710) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:45.973393 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06980d5-0197-4cae-9cd3-430471822fee req-08ac294e-4127-4ce3-b301-50028c11f78c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:45.974882 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d06980d5-0197-4cae-9cd3-430471822fee req-08ac294e-4127-4ce3-b301-50028c11f78c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0482311 May 13 17:27:46.023771 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f13e-23d2-4526-8742-a67f6f7b2d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.043241 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d06980d5-0197-4cae-9cd3-430471822fee req-1086111f-772c-4ad2-9178-34b6109aeec9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627184 May 13 17:27:46.089005 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 42714) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:46.102584 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0e07541e-c946-4371-8a0a-ce3ad7fb41e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.111694 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f13e-23d2-4526-8742-a67f6f7b2d59 admin admin] Publish callbacks [] for security_group (403b1310-41e7-4524-8061-795e44cf1f20), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.175916 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0e07541e-c946-4371-8a0a-ce3ad7fb41e3 admin admin] Publish callbacks [] for security_group (ed985235-6f43-4215-ac53-5381ae68d735), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.196562 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3e4f13e-23d2-4526-8742-a67f6f7b2d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (403b1310-41e7-4524-8061-795e44cf1f20), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.236403 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d3e4f13e-23d2-4526-8742-a67f6f7b2d59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f71f832aa0d4398a11f72ca378f7cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364618 May 13 17:27:46.237238 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4f13e-23d2-4526-8742-a67f6f7b2d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403b1310-41e7-4524-8061-795e44cf1f20,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:46.239092 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 42716) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:46.271988 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0e07541e-c946-4371-8a0a-ce3ad7fb41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ed985235-6f43-4215-ac53-5381ae68d735), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.330730 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-0e07541e-c946-4371-8a0a-ce3ad7fb41e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42ac4003e8104f5d9b12ec5e39fe6341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400815 May 13 17:27:46.333405 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42722) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:46.354445 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07541e-c946-4371-8a0a-ce3ad7fb41e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed985235-6f43-4215-ac53-5381ae68d735,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:46.356917 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f5662cc0-c364-40cb-8f88-7abca0e155a2 admin admin] Publish callbacks [] for security_group (403b1310-41e7-4524-8061-795e44cf1f20), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.376571 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98a87-319c-4f5d-8131-5e4d9c17f65d req-96d16366-d90e-44d5-b71f-957210c71f3d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:46.378101 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dcf98a87-319c-4f5d-8131-5e4d9c17f65d req-96d16366-d90e-44d5-b71f-957210c71f3d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0796480 May 13 17:27:46.386282 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a2a-2b88-4c93-b401-fd64eebfcffe admin admin] Publish callbacks [] for security_group (ed985235-6f43-4215-ac53-5381ae68d735), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.398886 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f5662cc0-c364-40cb-8f88-7abca0e155a2 admin admin] Publish callbacks [] for security_group (403b1310-41e7-4524-8061-795e44cf1f20), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.410576 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a2a-2b88-4c93-b401-fd64eebfcffe admin admin] Publish callbacks [] for security_group (ed985235-6f43-4215-ac53-5381ae68d735), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.461484 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dcf98a87-319c-4f5d-8131-5e4d9c17f65d req-f5f6fcfa-8be0-4ebe-8370-60a3c68185ff tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778310 May 13 17:27:46.493954 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4c446-b379-42a8-bf18-5255bbe7d8df req-17dba993-55df-473c-b402-ff464bf7cdfd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:46.495421 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8da4c446-b379-42a8-bf18-5255bbe7d8df req-17dba993-55df-473c-b402-ff464bf7cdfd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0548851 May 13 17:27:46.539270 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f5662cc0-c364-40cb-8f88-7abca0e155a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (403b1310-41e7-4524-8061-795e44cf1f20), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.541829 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f5662cc0-c364-40cb-8f88-7abca0e155a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.542992 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f5662cc0-c364-40cb-8f88-7abca0e155a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/403b1310-41e7-4524-8061-795e44cf1f20 HTTP/1.1" status: 204 len: 168 time: 0.3028443 May 13 17:27:46.546252 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8da4c446-b379-42a8-bf18-5255bbe7d8df req-e1b47df7-9d42-45c9-97f8-150e720a3fbd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452490 May 13 17:27:46.550904 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a2a-2b88-4c93-b401-fd64eebfcffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ed985235-6f43-4215-ac53-5381ae68d735), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.551472 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5662cc0-c364-40cb-8f88-7abca0e155a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403b1310-41e7-4524-8061-795e44cf1f20,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:46.554502 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a2a-2b88-4c93-b401-fd64eebfcffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:46.559105 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4a6f7a2a-2b88-4c93-b401-fd64eebfcffe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed985235-6f43-4215-ac53-5381ae68d735 HTTP/1.1" status: 204 len: 168 time: 0.2227829 May 13 17:27:46.569553 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f7a2a-2b88-4c93-b401-fd64eebfcffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed985235-6f43-4215-ac53-5381ae68d735,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:46.786796 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca42ae7-c5c4-469e-8dfb-99bcbba25cbf req-5e5b5a22-eeea-4368-b543-e219726b62e5 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:46.788350 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dca42ae7-c5c4-469e-8dfb-99bcbba25cbf req-5e5b5a22-eeea-4368-b543-e219726b62e5 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0465398 May 13 17:27:46.834230 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dca42ae7-c5c4-469e-8dfb-99bcbba25cbf req-6605793c-d4be-4ff7-b66b-568be2f4defc tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 May 13 17:27:47.160981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f3b5-47c2-4d6f-97dc-283ecc072b0b req-ce87bbd5-5344-4121-8df6-f156fcc4fe96 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:47.162459 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2996f3b5-47c2-4d6f-97dc-283ecc072b0b req-ce87bbd5-5344-4121-8df6-f156fcc4fe96 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0475943 May 13 17:27:47.218115 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2996f3b5-47c2-4d6f-97dc-283ecc072b0b req-dc65b7d1-14de-4f7a-b7e9-5ddf1460ce1b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498948 May 13 17:27:47.598022 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64103201-4b5b-41c7-858c-4ec07cbfe345 req-334d3a79-7bcc-43b0-baef-a879b980cc4e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:47.599887 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64103201-4b5b-41c7-858c-4ec07cbfe345 req-334d3a79-7bcc-43b0-baef-a879b980cc4e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0623827 May 13 17:27:47.651417 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64103201-4b5b-41c7-858c-4ec07cbfe345 req-522b13f2-8c23-44b6-8cc8-c523343feb3c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 May 13 17:27:47.684941 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a7cb7-00ec-489c-babb-2101ea2b918a req-6374b681-70ca-4e6b-9ec1-09dbbe0ffdef tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:47.686502 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b9a7cb7-00ec-489c-babb-2101ea2b918a req-6374b681-70ca-4e6b-9ec1-09dbbe0ffdef tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0664742 May 13 17:27:47.738436 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b9a7cb7-00ec-489c-babb-2101ea2b918a req-6c939e66-3d53-45c1-804d-9804b50bab81 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444806 May 13 17:27:47.962028 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fb737-c22a-4a65-8d94-8d942b214941 req-3ea4d67c-bb46-41da-9c80-73e539486c77 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:47.975300 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-de3fb737-c22a-4a65-8d94-8d942b214941 req-3ea4d67c-bb46-41da-9c80-73e539486c77 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0604482 May 13 17:27:48.015307 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-de3fb737-c22a-4a65-8d94-8d942b214941 req-d66365b0-bc1b-4d11-b257-4bc3bd0f869a tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 May 13 17:27:48.335335 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1881ce-d843-4f36-b6e5-c3aafdcbd54b req-d77813f6-67ab-456a-81f2-41f7a8fb8773 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:48.336806 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c1881ce-d843-4f36-b6e5-c3aafdcbd54b req-d77813f6-67ab-456a-81f2-41f7a8fb8773 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0496683 May 13 17:27:48.393812 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c1881ce-d843-4f36-b6e5-c3aafdcbd54b req-3474693e-b908-4183-bd15-ff064916f130 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487931 May 13 17:27:48.679630 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96b7d711-c7d5-4f5a-a9b8-c93eafa38843 req-61c01962-e90f-4fea-aa7d-61f76062cbba service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905497 May 13 17:27:48.768324 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943457ca-b15a-4f29-a27f-b86698198774 req-4e543970-686e-42f8-8ce1-0fb210abb4d1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:48.770581 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-943457ca-b15a-4f29-a27f-b86698198774 req-4e543970-686e-42f8-8ce1-0fb210abb4d1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0464354 May 13 17:27:48.823489 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-943457ca-b15a-4f29-a27f-b86698198774 req-374e44f3-6845-47c2-8715-95e02c357bbb tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466013 May 13 17:27:48.864530 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d489af-8f90-4a00-8c00-2c711807b1e0 req-cfc105d6-cf27-4051-9936-982ebe333d39 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:48.868532 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8d489af-8f90-4a00-8c00-2c711807b1e0 req-cfc105d6-cf27-4051-9936-982ebe333d39 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0541723 May 13 17:27:48.913791 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8d489af-8f90-4a00-8c00-2c711807b1e0 req-ff48a6bb-826f-4d13-93b1-dfb4f311aad1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 May 13 17:27:49.067237 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a6da5-6303-4aa2-b9ae-0a57eee978f0 req-c08cae81-2abd-42ac-946a-7b91c488381d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:49.068754 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5a7a6da5-6303-4aa2-b9ae-0a57eee978f0 req-c08cae81-2abd-42ac-946a-7b91c488381d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0478816 May 13 17:27:49.077461 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 42828) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:49.082068 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:27:49.368036 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (8618e726-4a25-4b6d-9651-d22946ecfbec), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:49.437458 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5edb8-1f0a-4a69-b808-6c89bf1633c8 req-c14697a3-9a51-47ce-b6ff-098041b6936a tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:49.438979 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3ee5edb8-1f0a-4a69-b808-6c89bf1633c8 req-c14697a3-9a51-47ce-b6ff-098041b6936a tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.3302982 May 13 17:27:49.536374 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e27d06-1145-4390-afdc-1e1a19756458 req-7350e535-297a-4962-8b85-aa04dd324f9c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:49.538020 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-37e27d06-1145-4390-afdc-1e1a19756458 req-7350e535-297a-4962-8b85-aa04dd324f9c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0516515 May 13 17:27:49.551985 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3ee5edb8-1f0a-4a69-b808-6c89bf1633c8 req-48101127-e993-4429-a706-b298adebd354 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894873 May 13 17:27:49.593949 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-37e27d06-1145-4390-afdc-1e1a19756458 req-c85c2f33-2e81-46e3-86ab-1420247e2eb1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502756 May 13 17:27:50.027882 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb49c2-81b0-487f-a189-3472d7e96e13 req-f12b2e31-5f15-446d-8ccf-a10242ca2b7d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:50.030832 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3feb49c2-81b0-487f-a189-3472d7e96e13 req-f12b2e31-5f15-446d-8ccf-a10242ca2b7d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.1280065 May 13 17:27:50.116690 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-41b2993e-adee-40ae-a070-e7636fa2c10f tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e8b971013bf492988f7119cf63c69bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297499 May 13 17:27:50.156383 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:50.161693 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3feb49c2-81b0-487f-a189-3472d7e96e13 req-86a654e9-cb5b-4d1c-9762-fa8076674693 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213129 May 13 17:27:50.219557 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (8618e726-4a25-4b6d-9651-d22946ecfbec), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:50.304450 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-16496d91-b0b4-4ee3-9caf-5947518def39 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:50.305904 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-16496d91-b0b4-4ee3-9caf-5947518def39 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840317 May 13 17:27:50.329737 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP 8618e726-4a25-4b6d-9651-d22946ecfbec associated. External IP: 172.27.3.109, port: 6c67b852-5901-4a54-9821-0cbca68ceaca. May 13 17:27:50.330534 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-2ff31ddd-7967-4cb5-a749-18c9fd793c37 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/quotas/1e8b971013bf492988f7119cf63c69bc HTTP/1.1" status: 200 len: 375 time: 0.0099094 May 13 17:27:50.530981 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-d6227e51-6770-4f9d-accb-61ecc3f19513 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e8b971013bf492988f7119cf63c69bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1951411 May 13 17:27:50.582895 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:27:50.686531 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8f189-9e80-4e1d-a874-a4642f71b6e1 req-63279883-bdcd-481d-8144-77bbf1a982f1 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:50.686531 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c2b8f189-9e80-4e1d-a874-a4642f71b6e1 req-63279883-bdcd-481d-8144-77bbf1a982f1 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0547903 May 13 17:27:50.915299 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec0dc-27c7-4752-918d-c66b173fda27 req-90d82840-1218-46bd-b214-0ca3b095c92e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:50.923002 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-06eec0dc-27c7-4752-918d-c66b173fda27 req-90d82840-1218-46bd-b214-0ca3b095c92e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0664911 May 13 17:27:50.981294 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-06eec0dc-27c7-4752-918d-c66b173fda27 req-b5113747-91ab-46a3-a44c-c5d7ccb43012 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531003 May 13 17:27:50.981731 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:27:51.007712 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c2b8f189-9e80-4e1d-a874-a4642f71b6e1 req-48932ae6-773b-45c7-b368-3adacc5cd1aa tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150101 May 13 17:27:51.010838 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:27:51.011455 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:51.032371 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:27:51.033017 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:27:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:27:51.054845 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6452f5eb-f13c-43a3-8d68-be30e04a499e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "PUT /v2.0/floatingips/8618e726-4a25-4b6d-9651-d22946ecfbec HTTP/1.1" status: 200 len: 992 time: 1.9761963 May 13 17:27:51.055927 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:51.066899 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671ebdc6-aaea-4540-9ae7-02de4981a221" -d '{"events": [{"name": "network-changed", "server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:51.098452 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9633d2b4-f07d-4a81-8937-9c89c0ab7dc4 req-fc65d54b-073a-4a16-86eb-7831694a8f35 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0514009 May 13 17:27:51.164879 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:27:51.189427 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1d3cf-6c58-4c12-99dd-ffb65eb905e3 x-openstack-request-id: req-c2b1d3cf-6c58-4c12-99dd-ffb65eb905e3 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:51.189722 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:51.189991 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2b1d3cf-6c58-4c12-99dd-ffb65eb905e3 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:51.190386 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b1d3cf-6c58-4c12-99dd-ffb65eb905e3'] response: {'name': 'network-changed', 'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'status': 'completed', 'code': 200} May 13 17:27:51.287212 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:27:51.302143 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b66e6-540a-46fd-b28e-60f6ba491dab req-24ad9164-1bfc-4b3b-971d-b91c03a216d4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:51.303666 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-648b66e6-540a-46fd-b28e-60f6ba491dab req-24ad9164-1bfc-4b3b-971d-b91c03a216d4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 943 time: 0.0745728 May 13 17:27:51.413012 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-648b66e6-540a-46fd-b28e-60f6ba491dab req-ddbbfa90-f060-4ce9-bf55-f91783f52a96 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930338 May 13 17:27:51.420116 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:51.434750 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'port_id': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'mac_address': 'fa:16:3e:ed:61:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:27:51.457016 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:49Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:27:51.477526 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:51.477929 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:51.491543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:27:51.494805 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:27:51.503499 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:27:51.504113 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:27:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:27:51.512659 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:51.569034 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:51.628426 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:51.662948 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:27:51.959835 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:49Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:27:51.991811 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ef89f-d71d-4c7b-a632-0f47951253f8 None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:49Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:27:52.146936 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['65e4c296-6b3c-4eb9-a923-4c5f6eab3710'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:27:52.161805 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c02de-8373-44e7-b7aa-005e35612cec req-b4190a2b-3ece-4b15-a84d-1ef8197cacf0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:52.163503 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e11c02de-8373-44e7-b7aa-005e35612cec req-b4190a2b-3ece-4b15-a84d-1ef8197cacf0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0601599 May 13 17:27:52.183211 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b17a0-9ce1-4126-90d6-086d8505952b req-4fd88443-40b8-4af0-88c5-291ff5442024 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:52.185895 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-663b17a0-9ce1-4126-90d6-086d8505952b req-4fd88443-40b8-4af0-88c5-291ff5442024 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0620356 May 13 17:27:52.240078 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e11c02de-8373-44e7-b7aa-005e35612cec req-6dbb433b-6037-44ce-9f86-6c8d4cb4166b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705163 May 13 17:27:52.286105 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-663b17a0-9ce1-4126-90d6-086d8505952b req-72021c89-db52-4e1a-a885-34b90a0ad85c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911839 May 13 17:27:52.405639 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06513b9a-e632-49a9-92ad-91ee477b7a85 None None] New status for floating IP 8618e726-4a25-4b6d-9651-d22946ecfbec: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:27:52.410888 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c5e7c144-4920-4cf5-bce5-08bf521f9d13 req-95361f98-42f4-4d8a-ad69-464ea37e2b69 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0498796 May 13 17:27:52.529360 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13407345-4759-4b7e-b350-2f629f1301c3 req-2a5d63c6-91d2-4701-afd1-fb333f1abad3 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:52.530897 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-13407345-4759-4b7e-b350-2f629f1301c3 req-2a5d63c6-91d2-4701-afd1-fb333f1abad3 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 944 time: 0.0488863 May 13 17:27:52.591282 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-13407345-4759-4b7e-b350-2f629f1301c3 req-16b878f4-0d21-42d1-8abf-6b2d4c86b0da tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531988 May 13 17:27:52.707707 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3fa99-5376-4bfc-9240-2e27d5d93eae req-99832156-fdda-4c47-a240-6e444e781367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:52.709275 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-83a3fa99-5376-4bfc-9240-2e27d5d93eae req-99832156-fdda-4c47-a240-6e444e781367 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1129 time: 0.1139677 May 13 17:27:52.714239 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-7409c8c5-52d2-4238-994a-8c28bcfd18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:52.715711 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-7409c8c5-52d2-4238-994a-8c28bcfd18b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 1130 time: 0.0605838 May 13 17:27:52.980104 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-83a3fa99-5376-4bfc-9240-2e27d5d93eae req-75739c60-950c-4b6c-a2e3-b37690ca477c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926321 May 13 17:27:52.998064 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-0c325e12-efb4-4660-9da7-a002939698f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:52.999589 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-0c325e12-efb4-4660-9da7-a002939698f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 916 time: 0.1209540 May 13 17:27:53.386442 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7353-04d4-45b8-9489-28666aeb9c2d req-e3afed9e-8799-457d-8cf1-c0c2c7bddd89 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:53.387963 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92cf7353-04d4-45b8-9489-28666aeb9c2d req-e3afed9e-8799-457d-8cf1-c0c2c7bddd89 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0469878 May 13 17:27:53.480204 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-92cf7353-04d4-45b8-9489-28666aeb9c2d req-69eb65a0-b1b8-482e-aac7-3f65b8630905 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857573 May 13 17:27:53.511165 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43026) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:53.532081 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:27:53.535852 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5ef9492e-1fb7-4d76-9be8-b750b5eb05a2 req-1d35c49b-f7b2-4c8f-b6f9-4f38f03c523f tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0296786 May 13 17:27:53.582298 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:27:53.648102 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:27:53.648615 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:53.657952 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-4baaf1a8-3898-4717-acbb-a919f72fa13e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c67b852-5901-4a54-9821-0cbca68ceaca HTTP/1.1" status: 200 len: 1002 time: 0.1187499 May 13 17:27:53.664043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fda6e41a-7553-431b-b69f-c5e3a6e66636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:53.735679 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc7005-c22c-4020-b51d-4304d7960f7c req-fdb9b6db-72b2-4cc3-a469-81e65afd9c36 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:53.737642 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:27:53.737799 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41fc7005-c22c-4020-b51d-4304d7960f7c req-fdb9b6db-72b2-4cc3-a469-81e65afd9c36 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 944 time: 0.0700152 May 13 17:27:53.738059 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:53.761317 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:27:53.763564 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45425892-39a1-40e9-91d0-6be1ced3c293" -d '{"events": [{"server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "name": "network-vif-plugged", "status": "completed", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:27:53.778435 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:27:53.801782 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d030545e-ce64-4e09-aa00-4f55f3cedbdf x-openstack-request-id: req-d030545e-ce64-4e09-aa00-4f55f3cedbdf {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:27:53.802110 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "name": "network-vif-plugged", "status": "completed", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:27:53.802330 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d030545e-ce64-4e09-aa00-4f55f3cedbdf {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:27:53.802720 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d030545e-ce64-4e09-aa00-4f55f3cedbdf'] response: {'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'code': 200} May 13 17:27:53.809624 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41fc7005-c22c-4020-b51d-4304d7960f7c req-b0e59c3c-5390-4e1d-817c-b10e351ebd47 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652363 May 13 17:27:53.831357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fda6e41a-7553-431b-b69f-c5e3a6e66636 admin admin] Publish callbacks [] for security_group (5f20c99d-bad2-433d-8a1e-6e97d8b18757), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:53.876131 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:53.926145 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:53.940128 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fda6e41a-7553-431b-b69f-c5e3a6e66636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5f20c99d-bad2-433d-8a1e-6e97d8b18757), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:53.979483 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fda6e41a-7553-431b-b69f-c5e3a6e66636 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5d40538b2504e9591a8e9c232ada83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688377 May 13 17:27:53.980351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6e41a-7553-431b-b69f-c5e3a6e66636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f20c99d-bad2-433d-8a1e-6e97d8b18757,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:53.982061 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43038) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:54.030249 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d03e1bd-c3c6-4caf-a66b-0cacb509f851 admin admin] Publish callbacks [] for security_group (5f20c99d-bad2-433d-8a1e-6e97d8b18757), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:54.050270 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d03e1bd-c3c6-4caf-a66b-0cacb509f851 admin admin] Publish callbacks [] for security_group (5f20c99d-bad2-433d-8a1e-6e97d8b18757), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:54.150195 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d03e1bd-c3c6-4caf-a66b-0cacb509f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5f20c99d-bad2-433d-8a1e-6e97d8b18757), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:54.152784 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d03e1bd-c3c6-4caf-a66b-0cacb509f851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:54.153987 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-3d03e1bd-c3c6-4caf-a66b-0cacb509f851 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f20c99d-bad2-433d-8a1e-6e97d8b18757 HTTP/1.1" status: 204 len: 168 time: 0.1708965 May 13 17:27:54.161502 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03e1bd-c3c6-4caf-a66b-0cacb509f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f20c99d-bad2-433d-8a1e-6e97d8b18757,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:54.597514 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ce0a-15e9-4d4a-88b6-de07fbc9d5fd req-a3859fe6-1e80-4dc9-bb40-d5538bfea090 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:54.598986 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a346ce0a-15e9-4d4a-88b6-de07fbc9d5fd req-a3859fe6-1e80-4dc9-bb40-d5538bfea090 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0523987 May 13 17:27:54.640253 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dec98a46-41d0-4c6a-84f3-6232bdd7bdbe req-6a865c98-4427-4ce9-8405-f76b1cdafd1d tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0279469 May 13 17:27:54.653516 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a346ce0a-15e9-4d4a-88b6-de07fbc9d5fd req-0dc21e1e-45fd-48fb-bdff-e3f9663e2140 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487211 May 13 17:27:54.779386 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43058) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:54.792292 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91af25bf-66db-4e48-97a8-447dde4d9b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:54.864499 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91af25bf-66db-4e48-97a8-447dde4d9b4e admin admin] Publish callbacks [] for security_group (4ce35411-09ce-4250-9f13-a31d46b5db76), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:54.934680 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d73d13-796b-44f8-af47-a11155038c73 req-998341e9-1294-4a29-8935-a407efd1dc54 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:54.936087 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-63d73d13-796b-44f8-af47-a11155038c73 req-998341e9-1294-4a29-8935-a407efd1dc54 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0537267 May 13 17:27:54.939027 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-91af25bf-66db-4e48-97a8-447dde4d9b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (4ce35411-09ce-4250-9f13-a31d46b5db76), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:54.977759 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-91af25bf-66db-4e48-97a8-447dde4d9b4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98efc684c37e4559aefc062ba34f72d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973019 May 13 17:27:54.978607 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af25bf-66db-4e48-97a8-447dde4d9b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce35411-09ce-4250-9f13-a31d46b5db76,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:54.980713 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43064) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:54.983962 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-63d73d13-796b-44f8-af47-a11155038c73 req-a318b3de-c950-4d72-984d-d6f3aa389be3 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 May 13 17:27:55.030750 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac282387-471e-4983-82cf-7118f09fd25a admin admin] Publish callbacks [] for security_group (4ce35411-09ce-4250-9f13-a31d46b5db76), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:55.052118 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac282387-471e-4983-82cf-7118f09fd25a admin admin] Publish callbacks [] for security_group (4ce35411-09ce-4250-9f13-a31d46b5db76), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:55.173845 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac282387-471e-4983-82cf-7118f09fd25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (4ce35411-09ce-4250-9f13-a31d46b5db76), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:55.176154 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ac282387-471e-4983-82cf-7118f09fd25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:55.177296 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ac282387-471e-4983-82cf-7118f09fd25a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ce35411-09ce-4250-9f13-a31d46b5db76 HTTP/1.1" status: 204 len: 168 time: 0.1924627 May 13 17:27:55.184966 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac282387-471e-4983-82cf-7118f09fd25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce35411-09ce-4250-9f13-a31d46b5db76,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:55.747999 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c635e2d8-a7e6-4f2f-a605-f8a86b8cc46e req-204dd999-86bf-4501-9384-bd979e3d4306 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0346937 May 13 17:27:55.785487 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c01af9-63f6-4886-b9c0-ab9334af0391 req-b5b35662-235c-4427-87e8-014840804c26 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:55.786979 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41c01af9-63f6-4886-b9c0-ab9334af0391 req-b5b35662-235c-4427-87e8-014840804c26 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0512726 May 13 17:27:55.836384 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41c01af9-63f6-4886-b9c0-ab9334af0391 req-63a7378c-18f1-43bf-9687-0e5a0a147df1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 May 13 17:27:56.096872 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b8b94-7bd9-4816-b992-5eb1e87fc487 req-444bcf19-2470-4472-940f-52d50512b47c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:56.098341 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-712b8b94-7bd9-4816-b992-5eb1e87fc487 req-444bcf19-2470-4472-940f-52d50512b47c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0459654 May 13 17:27:56.147543 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-712b8b94-7bd9-4816-b992-5eb1e87fc487 req-ecb32c84-5d0a-45a8-b32e-d946b1364b55 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 May 13 17:27:56.840896 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8887a1a4-8913-48cf-8503-4b13b4bee32c req-9a728cc7-b343-49b9-9ed3-1f8af3a1da27 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0275688 May 13 17:27:56.951800 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aef79-87c6-49a5-99be-1e0ec2a2c7bb req-b7371c60-ef19-47c8-8d08-fc86de5d4e20 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:56.953288 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b42aef79-87c6-49a5-99be-1e0ec2a2c7bb req-b7371c60-ef19-47c8-8d08-fc86de5d4e20 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0476625 May 13 17:27:57.007189 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b42aef79-87c6-49a5-99be-1e0ec2a2c7bb req-2b221175-52fa-4387-bf76-e94161984d84 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473349 May 13 17:27:57.258424 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063b70-f2cb-4411-afcb-7f1a673cfb56 req-0178d457-38e5-4e44-b064-99f16043b1e2 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:57.259940 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06063b70-f2cb-4411-afcb-7f1a673cfb56 req-0178d457-38e5-4e44-b064-99f16043b1e2 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0471604 May 13 17:27:57.306415 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06063b70-f2cb-4411-afcb-7f1a673cfb56 req-1cfc2211-e5b9-4279-a10f-ea41b4e54702 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408821 May 13 17:27:57.520411 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43142) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:57.621789 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6967-d807-4ef9-b00b-c2b71757ec1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:57.698546 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6967-d807-4ef9-b00b-c2b71757ec1a admin admin] Publish callbacks [] for security_group (1e7e65f5-4152-4682-bd74-361cbed31cb4), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:57.750247 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7e1a6967-d807-4ef9-b00b-c2b71757ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1e7e65f5-4152-4682-bd74-361cbed31cb4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:57.789296 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7e1a6967-d807-4ef9-b00b-c2b71757ec1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=067cd6a9b44a43cf8b8ab1eb48da70df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677579 May 13 17:27:57.790167 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a6967-d807-4ef9-b00b-c2b71757ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e65f5-4152-4682-bd74-361cbed31cb4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:57.792177 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43150) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:57.844048 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec3898c8-fc56-4117-bd8f-e088ed29fac8 admin admin] Publish callbacks [] for security_group (1e7e65f5-4152-4682-bd74-361cbed31cb4), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:57.859596 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec3898c8-fc56-4117-bd8f-e088ed29fac8 admin admin] Publish callbacks [] for security_group (1e7e65f5-4152-4682-bd74-361cbed31cb4), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:57.936804 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fd6c9659-4f33-4af7-8c76-fed6fd23c57d req-5deeb9bc-4486-4736-8c7e-9fed8c2bb1a2 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0291815 May 13 17:27:57.984807 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec3898c8-fc56-4117-bd8f-e088ed29fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1e7e65f5-4152-4682-bd74-361cbed31cb4), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:57.989023 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec3898c8-fc56-4117-bd8f-e088ed29fac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:57.989023 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ec3898c8-fc56-4117-bd8f-e088ed29fac8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e7e65f5-4152-4682-bd74-361cbed31cb4 HTTP/1.1" status: 204 len: 168 time: 0.1956081 May 13 17:27:57.996865 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3898c8-fc56-4117-bd8f-e088ed29fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e65f5-4152-4682-bd74-361cbed31cb4,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:58.124790 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e50ef-700e-4d68-bdcc-abe765b24225 req-92a11138-8294-44e6-92cf-721284630a70 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:58.126326 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c98e50ef-700e-4d68-bdcc-abe765b24225 req-92a11138-8294-44e6-92cf-721284630a70 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0477331 May 13 17:27:58.173041 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c98e50ef-700e-4d68-bdcc-abe765b24225 req-58837502-d058-46e2-a3d4-8a581af752d2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 May 13 17:27:58.399114 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-6682268a-ec53-427c-ab03-3b0eac07ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:58.400526 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-6682268a-ec53-427c-ab03-3b0eac07ff0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0440319 May 13 17:27:58.437959 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12b115-b2d5-480b-9708-486fbebb268c req-376c1670-3491-4eea-908b-45e89642cdaf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:58.439471 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0b12b115-b2d5-480b-9708-486fbebb268c req-376c1670-3491-4eea-908b-45e89642cdaf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0467868 May 13 17:27:58.453543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-79e09f6d-0e42-43a2-af35-348dc9ae9068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:58.473009 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-3ab86b4c-a1ca-420a-9ec5-a2bb44c615d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:58.474548 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-3ab86b4c-a1ca-420a-9ec5-a2bb44c615d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449548 May 13 17:27:58.491635 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0b12b115-b2d5-480b-9708-486fbebb268c req-62a0e6b7-a330-42a3-8113-0fbc4b855097 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460961 May 13 17:27:58.569457 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-754e6718-ba7c-43d5-b4f9-859b7fe25dff service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840981 May 13 17:27:58.669527 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43166) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:58.682191 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a10c7c2e-6e4a-47c4-9335-aa61bedaab25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:58.755659 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a10c7c2e-6e4a-47c4-9335-aa61bedaab25 admin admin] Publish callbacks [] for security_group (ab47eb7b-a6c2-4498-9ceb-735af59f47a8), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:58.830086 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a10c7c2e-6e4a-47c4-9335-aa61bedaab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ab47eb7b-a6c2-4498-9ceb-735af59f47a8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:58.873342 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a10c7c2e-6e4a-47c4-9335-aa61bedaab25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3398aa621c148b1aa82b88ab20b9337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026756 May 13 17:27:58.874125 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c7c2e-6e4a-47c4-9335-aa61bedaab25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab47eb7b-a6c2-4498-9ceb-735af59f47a8,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:58.875999 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43176) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:27:58.926162 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-695ab8df-db00-4284-8531-44e9f48f165f admin admin] Publish callbacks [] for security_group (ab47eb7b-a6c2-4498-9ceb-735af59f47a8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:58.947554 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-695ab8df-db00-4284-8531-44e9f48f165f admin admin] Publish callbacks [] for security_group (ab47eb7b-a6c2-4498-9ceb-735af59f47a8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:59.054286 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ffc4b91c-ab5f-4eff-a75d-03bb69cf4633 req-694e68bf-08ee-4d2c-a9e3-79fb2ea409b8 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0347712 May 13 17:27:59.110355 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-695ab8df-db00-4284-8531-44e9f48f165f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ab47eb7b-a6c2-4498-9ceb-735af59f47a8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:59.114493 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-695ab8df-db00-4284-8531-44e9f48f165f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:27:59.115629 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-695ab8df-db00-4284-8531-44e9f48f165f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab47eb7b-a6c2-4498-9ceb-735af59f47a8 HTTP/1.1" status: 204 len: 168 time: 0.2386632 May 13 17:27:59.124282 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ab8df-db00-4284-8531-44e9f48f165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab47eb7b-a6c2-4498-9ceb-735af59f47a8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:27:59.253589 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-671ebdc6-aaea-4540-9ae7-02de4981a221 req-a9d3bbcd-8698-4698-a2e1-a6d99c743993 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017127 May 13 17:27:59.316375 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0080f-31a5-4987-902a-f54eeff8e0f1 req-645a3ea5-4049-4c3e-a901-5b5e17b6c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:59.317925 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-52d0080f-31a5-4987-902a-f54eeff8e0f1 req-645a3ea5-4049-4c3e-a901-5b5e17b6c121 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1129 time: 0.0634625 May 13 17:27:59.383378 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463bdc9-2a6e-4321-99c5-ef13245a6683 req-d0b4b66d-40af-41d8-9a94-9224d608988d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:59.384875 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b463bdc9-2a6e-4321-99c5-ef13245a6683 req-d0b4b66d-40af-41d8-9a94-9224d608988d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0528955 May 13 17:27:59.432412 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b463bdc9-2a6e-4321-99c5-ef13245a6683 req-ab3e6431-0bbe-4a5c-a637-7ae37aaa9ac4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 May 13 17:27:59.602763 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cced4-b89a-44f2-9d97-205d579449be req-e97fa986-3438-49cf-9fe7-6f4aaf325ac9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:27:59.604271 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d0cced4-b89a-44f2-9d97-205d579449be req-e97fa986-3438-49cf-9fe7-6f4aaf325ac9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0465047 May 13 17:27:59.659837 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d0cced4-b89a-44f2-9d97-205d579449be req-0f3f13c5-1389-49dc-a3c0-263be2ffd94a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500290 May 13 17:28:00.020102 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-54d24086-b274-43b8-a87e-dde01e583209 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1e8b971013bf492988f7119cf63c69bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493455 May 13 17:28:00.138024 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-52d0080f-31a5-4987-902a-f54eeff8e0f1 req-e7a09af6-cd7e-4909-ae25-25240240ae38 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714818 May 13 17:28:00.189955 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-08956f13-1db9-41f2-83ee-4cec600dc0e6 req-b152d451-96c1-43e2-9a81-eb6b636437d2 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0546019 May 13 17:28:00.257614 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-2f36a3c6-a88d-4cf8-aea0-9af4284ebe31 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:00.258644 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-2f36a3c6-a88d-4cf8-aea0-9af4284ebe31 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350864 May 13 17:28:00.584879 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b250f-5cd6-4843-96b3-362706862987 req-15ec16b4-a2d0-44ea-9904-33d4ffe7b467 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:00.586539 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-851b250f-5cd6-4843-96b3-362706862987 req-15ec16b4-a2d0-44ea-9904-33d4ffe7b467 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0754695 May 13 17:28:00.591417 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a3dbfb00-fbef-4945-8264-2b3a112aa128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:00.639349 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Request body: {'port': {'device_id': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901', 'admin_state_up': True, 'tenant_id': '1e8b971013bf492988f7119cf63c69bc'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:00.711457 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-851b250f-5cd6-4843-96b3-362706862987 req-23a39271-96fc-4c29-b9dc-20027fa2b280 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133230 May 13 17:28:00.841095 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fc2e1-421d-426b-ba16-f985bc222d8c req-547dd600-d2e6-447f-8381-e601c384ff2d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:00.842564 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a82fc2e1-421d-426b-ba16-f985bc222d8c req-547dd600-d2e6-447f-8381-e601c384ff2d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0492208 May 13 17:28:00.891377 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a82fc2e1-421d-426b-ba16-f985bc222d8c req-6dd64be4-2292-4d21-a289-04efc4c089bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 May 13 17:28:01.021009 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Made reservation on behalf of 1e8b971013bf492988f7119cf63c69bc for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:01.024265 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:01.036666 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:01.051183 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4776ba-d0ea-4257-baf2-3bf087e6e76e req-7b88dd2a-50d5-4363-b633-12958195a03f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:01.052813 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8b4776ba-d0ea-4257-baf2-3bf087e6e76e req-7b88dd2a-50d5-4363-b633-12958195a03f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0674930 May 13 17:28:01.061568 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43280) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:01.068052 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'floatingip': {'port_id': '41053781-3367-4859-b7f7-eb83af021a82'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:01.117067 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (ce9b9891-2f76-4d17-a4a7-33c31474392d), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:01.284872 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks [] for security_group (8e6f4c73-84f1-4119-850b-0ad897580acb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:01.349563 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0f17256a-991a-4319-905a-22eaea9bc469 req-a8b07d1a-9a52-4102-a16c-8a1c46c54ef9 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0720673 May 13 17:28:01.352066 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8e6f4c73-84f1-4119-850b-0ad897580acb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:01.463462 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6f4c73-84f1-4119-850b-0ad897580acb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:01.613627 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Allocated IP 192.168.233.104 (b47bf9af-805a-4484-b18e-a5e03fc46901/230ad7f0-16a6-4f98-b63b-f7459d47ea41/8e955c84-bf6d-44ba-8103-100845d7c051) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:01.979099 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.119744 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.126108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2cdf7-7923-4b38-b4ce-1fd39b2c731e req-84433dac-b151-4e43-8665-5dc62d5ae0b8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:02.127632 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0d2cdf7-7923-4b38-b4ce-1fd39b2c731e req-84433dac-b151-4e43-8665-5dc62d5ae0b8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0849359 May 13 17:28:02.160046 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks [] for port (8e955c84-bf6d-44ba-8103-100845d7c051), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.184212 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (ce9b9891-2f76-4d17-a4a7-33c31474392d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.239075 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0d2cdf7-7923-4b38-b4ce-1fd39b2c731e req-23e3ca1c-f782-442b-b9e1-8f6094378654 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048360 May 13 17:28:02.318544 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Floating IP ce9b9891-2f76-4d17-a4a7-33c31474392d associated. External IP: 172.27.3.12, port: 41053781-3367-4859-b7f7-eb83af021a82. May 13 17:28:02.355421 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.410327 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Network b47bf9af-805a-4484-b18e-a5e03fc46901 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:02.416406 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:02.427073 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:02.461720 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Pushing event updated for resources: {'Port': ['ID=8e955c84-bf6d-44ba-8103-100845d7c051,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:02.493521 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cae39-2bdc-48fd-ba3d-e1681ec420d6 req-eed27ac6-5d1b-42ba-8a95-0d07d06c0650 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:02.496837 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-718cae39-2bdc-48fd-ba3d-e1681ec420d6 req-eed27ac6-5d1b-42ba-8a95-0d07d06c0650 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 936 time: 0.0587461 May 13 17:28:02.514711 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:02.515391 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.568699 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-718cae39-2bdc-48fd-ba3d-e1681ec420d6 req-475999be-f680-4d26-b5aa-c5dd9cbe732c tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650401 May 13 17:28:02.653654 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-0ae57173-cf7f-4d80-aa30-28bb8a066127 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0184641 May 13 17:28:02.660690 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Router 2e3443f1-c363-49ad-9be7-13688b77214c has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:28:02.677535 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-344bfc12-c6a2-4392-baa8-94740e42d616 None None] Provisioning complete for port 8e955c84-bf6d-44ba-8103-100845d7c051 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:02.678237 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-344bfc12-c6a2-4392-baa8-94740e42d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.719207 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-344bfc12-c6a2-4392-baa8-94740e42d616 None None] Port 8e955c84-bf6d-44ba-8103-100845d7c051 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:02.783325 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:02.788821 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.796850 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] Sync routers for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:02.807314 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:02.807939 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:02.838436 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Request body: {'port': {'device_id': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:02.860833 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d87418bd-1a95-47cf-8e5d-4272a1adc9dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "PUT /v2.0/floatingips/ce9b9891-2f76-4d17-a4a7-33c31474392d HTTP/1.1" status: 200 len: 990 time: 1.7981608 May 13 17:28:02.870944 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'tag': '41053781-3367-4859-b7f7-eb83af021a82'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:02.870944 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cd7cc6-3755-452f-89aa-8f0075ed7f40" -d '{"events": [{"name": "network-changed", "server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "tag": "41053781-3367-4859-b7f7-eb83af021a82"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:02.915225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9363e81-ad7c-4625-b27e-48f4e9cf14fe x-openstack-request-id: req-f9363e81-ad7c-4625-b27e-48f4e9cf14fe {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:02.919241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "tag": "41053781-3367-4859-b7f7-eb83af021a82", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:02.919241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9363e81-ad7c-4625-b27e-48f4e9cf14fe {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:02.919241 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9363e81-ad7c-4625-b27e-48f4e9cf14fe'] response: {'name': 'network-changed', 'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'tag': '41053781-3367-4859-b7f7-eb83af021a82', 'status': 'completed', 'code': 200} May 13 17:28:02.931769 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:02.943482 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:03.100362 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-b7f19583-1903-4469-89d7-660c4201499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:03.101898 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-b7f19583-1903-4469-89d7-660c4201499b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1129 time: 0.1020033 May 13 17:28:03.202022 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'ce9b9891-2f76-4d17-a4a7-33c31474392d', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'port_id': '41053781-3367-4859-b7f7-eb83af021a82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'mac_address': 'fa:16:3e:65:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:54Z', 'updated_at': '2022-05-13T17:28:01Z', 'revision_number': 1, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:03.231351 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] Checking router: 2e3443f1-c363-49ad-9be7-13688b77214c for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:03.240129 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:03.242027 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:03.288265 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-dcd40399-108c-41ca-9ce9-675c9660c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:03.289739 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-dcd40399-108c-41ca-9ce9-675c9660c6f5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.1675253 May 13 17:28:03.370058 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:03.388243 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b927368-7374-4b67-a007-040ea87d6f30 req-0748f3aa-ac4a-41eb-a958-5cff453c11e7 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:03.398281 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9b927368-7374-4b67-a007-040ea87d6f30 req-0748f3aa-ac4a-41eb-a958-5cff453c11e7 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0838449 May 13 17:28:03.407519 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e955c84-bf6d-44ba-8103-100845d7c051 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:28:03.418225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Publish callbacks [] for port (8e955c84-bf6d-44ba-8103-100845d7c051), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:03.428517 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-64805a2e-1e62-4336-beb6-ecd7687c37c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 200 len: 998 time: 0.1213505 May 13 17:28:03.451908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Transition to ACTIVE for port object 8e955c84-bf6d-44ba-8103-100845d7c051 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:28:03.453778 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9b927368-7374-4b67-a007-040ea87d6f30 req-c27cdc9d-ec98-4cad-ad12-89bb883d44ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502846 May 13 17:28:03.480005 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:03.496909 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-29235cd9-742c-4138-946f-f586c0d99e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:03.498536 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-29235cd9-742c-4138-946f-f586c0d99e03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0614922 May 13 17:28:03.552370 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:03.601848 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-1e2ea679-668b-46f9-a537-9adbff614abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:03.603408 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-1e2ea679-668b-46f9-a537-9adbff614abe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961988 May 13 17:28:03.610673 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'ce9b9891-2f76-4d17-a4a7-33c31474392d', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'port_id': '41053781-3367-4859-b7f7-eb83af021a82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'mac_address': 'fa:16:3e:65:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:54Z', 'updated_at': '2022-05-13T17:28:01Z', 'revision_number': 1, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:03.645509 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17c47a-6119-4461-978e-04bce5392641 None None] The sync data for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi is: [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'ce9b9891-2f76-4d17-a4a7-33c31474392d', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'port_id': '41053781-3367-4859-b7f7-eb83af021a82', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'mac_address': 'fa:16:3e:65:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:54Z', 'updated_at': '2022-05-13T17:28:01Z', 'revision_number': 1, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:03.658043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c042b-ff67-4663-a535-d60f1f01c267 req-b481fb47-1ab9-4b0a-942b-3001c00cc847 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:03.661059 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d9c042b-ff67-4663-a535-d60f1f01c267 req-b481fb47-1ab9-4b0a-942b-3001c00cc847 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.1243300 May 13 17:28:03.670488 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43374) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:03.672196 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Pushing event updated for resources: {'Port': ['ID=8e955c84-bf6d-44ba-8103-100845d7c051,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:03.676448 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'floatingip': {'port_id': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:03.834646 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (a2fe7638-8f3e-42e9-997a-c5ce50b61951), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:03.836264 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-e77ff255-b5e7-4c7a-a365-2bae67de6db0 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909614 May 13 17:28:03.845926 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0e340-9d7b-46bc-ba8d-0dc1b489d6ee req-510a54d9-3292-4588-ac72-eb9a0e35f691 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:03.857122 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1fc0e340-9d7b-46bc-ba8d-0dc1b489d6ee req-510a54d9-3292-4588-ac72-eb9a0e35f691 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.1767304 May 13 17:28:03.858503 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Attempting to bind port 8e955c84-bf6d-44ba-8103-100845d7c051 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:03.858724 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Attempting to bind port 8e955c84-bf6d-44ba-8103-100845d7c051 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:03.859057 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Attempting to bind port 8e955c84-bf6d-44ba-8103-100845d7c051 on network b47bf9af-805a-4484-b18e-a5e03fc46901 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:03.908066 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Port 8e955c84-bf6d-44ba-8103-100845d7c051 on network b47bf9af-805a-4484-b18e-a5e03fc46901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:28:03.908400 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Attempting to bind port 8e955c84-bf6d-44ba-8103-100845d7c051 on network b47bf9af-805a-4484-b18e-a5e03fc46901 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:03.974289 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:03.974873 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Checking segment: {'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:03.975456 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Bound using segment: {'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:03.976059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Bound port: 8e955c84-bf6d-44ba-8103-100845d7c051, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e2e118-b10b-40cc-8d69-bbc3cd6095a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:03.976597 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.024997 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f532958-537b-4367-9a56-58e7707b85a2 None None] New status for floating IP ce9b9891-2f76-4d17-a4a7-33c31474392d: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:28:04.114685 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] For port 8e955c84-bf6d-44ba-8103-100845d7c051, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:04.119627 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] For port 8e955c84-bf6d-44ba-8103-100845d7c051, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8e955c84-bf6d-44ba-8103-100845d7c051,segment=NetworkSegment(25e2e118-b10b-40cc-8d69-bbc3cd6095a0),segment_id=25e2e118-b10b-40cc-8d69-bbc3cd6095a0)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:04.124744 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22cd7cc6-3755-452f-89aa-8f0075ed7f40 req-fd46a260-31ff-422b-8a9d-542231f4bc11 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742927 May 13 17:28:04.133829 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1fc0e340-9d7b-46bc-ba8d-0dc1b489d6ee req-7961c47d-4fd1-4f23-995b-fabfa5e4e300 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736657 May 13 17:28:04.168114 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.214026 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:04.214644 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.216059 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] 10.222.0.82 "PUT /v2.0/ports/8e955c84-bf6d-44ba-8103-100845d7c051 HTTP/1.1" status: 200 len: 1098 time: 1.3862371 May 13 17:28:04.239894 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c8024-d618-4bf2-8eaf-3487e33fd61f service neutron] Pushing event updated for resources: {'Port': ['ID=8e955c84-bf6d-44ba-8103-100845d7c051,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:04.381107 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-21382395-96b8-4530-a978-5df409cde1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:04.384043 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-21382395-96b8-4530-a978-5df409cde1a8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8b971013bf492988f7119cf63c69bc&device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 1132 time: 0.0428407 May 13 17:28:04.442634 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-91348f6a-e155-4f83-a91f-6305e630018e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8e955c84-bf6d-44ba-8103-100845d7c051 HTTP/1.1" status: 200 len: 217 time: 0.0417488 May 13 17:28:04.467703 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43392) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:04.508791 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43396) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:04.534703 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-2a759167-c436-43e8-a724-1824405b2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:04.537257 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-2a759167-c436-43e8-a724-1824405b2999 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=230ad7f0-16a6-4f98-b63b-f7459d47ea41 HTTP/1.1" status: 200 len: 843 time: 0.0826764 May 13 17:28:04.606431 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-4625f7bc-82d7-4ce6-98e2-642b7d6f04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:04.609951 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-4625f7bc-82d7-4ce6-98e2-642b7d6f04d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b47bf9af-805a-4484-b18e-a5e03fc46901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0632327 May 13 17:28:04.714665 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cafd162-f3ab-400e-ab08-7e7af26e98d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.719208 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d24484c3-4a75-4b7b-95ae-5698f518ab17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.722490 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.811397 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-e8e5be99-ae48-45bd-8b3e-6d329da7fd37 service neutron] 10.222.0.82 "GET /v2.0/networks/b47bf9af-805a-4484-b18e-a5e03fc46901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890011 May 13 17:28:04.884990 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cafd162-f3ab-400e-ab08-7e7af26e98d0 admin admin] Publish callbacks [] for security_group (b969e125-4f27-40e7-8e4c-088a447aadc1), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.894245 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d24484c3-4a75-4b7b-95ae-5698f518ab17 admin admin] Publish callbacks [] for security_group (07612b93-d961-47b9-8b8a-1e0110f3da78), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.917300 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'tag': '8e955c84-bf6d-44ba-8103-100845d7c051'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:04.919801 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcaff61-29b7-43cb-9660-c12814b944e4", "tag": "8e955c84-bf6d-44ba-8103-100845d7c051"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:04.947618 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.950544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2cafd162-f3ab-400e-ab08-7e7af26e98d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b969e125-4f27-40e7-8e4c-088a447aadc1), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:04.962066 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107748ac-97d0-487a-a4a9-b142fbc05253 x-openstack-request-id: req-107748ac-97d0-487a-a4a9-b142fbc05253 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:04.962360 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcaff61-29b7-43cb-9660-c12814b944e4", "tag": "8e955c84-bf6d-44ba-8103-100845d7c051", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:04.962615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-107748ac-97d0-487a-a4a9-b142fbc05253 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:04.963010 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107748ac-97d0-487a-a4a9-b142fbc05253'] response: {'name': 'network-changed', 'server_uuid': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'tag': '8e955c84-bf6d-44ba-8103-100845d7c051', 'status': 'completed', 'code': 200} May 13 17:28:04.975525 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d24484c3-4a75-4b7b-95ae-5698f518ab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (07612b93-d961-47b9-8b8a-1e0110f3da78), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.002265 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (a2fe7638-8f3e-42e9-997a-c5ce50b61951), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.003404 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2cafd162-f3ab-400e-ab08-7e7af26e98d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71bfccc4d0054dc28c0acaf90247fc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938934 May 13 17:28:05.006747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafd162-f3ab-400e-ab08-7e7af26e98d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b969e125-4f27-40e7-8e4c-088a447aadc1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:05.009015 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43406) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:05.046102 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d24484c3-4a75-4b7b-95ae-5698f518ab17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e4f13950b364baebe7ea996f9165748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5773242 May 13 17:28:05.048660 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43408) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:05.113808 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24484c3-4a75-4b7b-95ae-5698f518ab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07612b93-d961-47b9-8b8a-1e0110f3da78,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:05.155974 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88a3309c-e1a8-4d97-ba92-72f9a2bfb60c admin admin] Publish callbacks [] for security_group (b969e125-4f27-40e7-8e4c-088a447aadc1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.157320 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0895-f0ef-4bdc-b7a2-480668aebcd1 admin admin] Publish callbacks [] for security_group (07612b93-d961-47b9-8b8a-1e0110f3da78), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.168788 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Floating IP a2fe7638-8f3e-42e9-997a-c5ce50b61951 associated. External IP: 172.27.3.219, port: 65e4c296-6b3c-4eb9-a923-4c5f6eab3710. May 13 17:28:05.182024 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a041d56e-69e6-4cf6-a3f4-e5baa50185ee req-cf57a69f-ab10-4b7b-ae90-1291ed4fa234 service neutron] 10.222.0.82 "GET /v2.0/networks/b47bf9af-805a-4484-b18e-a5e03fc46901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583936 May 13 17:28:05.190846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88a3309c-e1a8-4d97-ba92-72f9a2bfb60c admin admin] Publish callbacks [] for security_group (b969e125-4f27-40e7-8e4c-088a447aadc1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.269045 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0895-f0ef-4bdc-b7a2-480668aebcd1 admin admin] Publish callbacks [] for security_group (07612b93-d961-47b9-8b8a-1e0110f3da78), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.300819 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f2e6c-a0fe-487d-b71d-967b75a2fd5a req-800ed71e-32f7-4d6f-aab0-e801fd8e579e tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:05.302274 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3d9f2e6c-a0fe-487d-b71d-967b75a2fd5a req-800ed71e-32f7-4d6f-aab0-e801fd8e579e tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0745511 May 13 17:28:05.322275 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88a3309c-e1a8-4d97-ba92-72f9a2bfb60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b969e125-4f27-40e7-8e4c-088a447aadc1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.325099 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-88a3309c-e1a8-4d97-ba92-72f9a2bfb60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.328902 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-88a3309c-e1a8-4d97-ba92-72f9a2bfb60c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b969e125-4f27-40e7-8e4c-088a447aadc1 HTTP/1.1" status: 204 len: 168 time: 0.3125439 May 13 17:28:05.345809 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3309c-e1a8-4d97-ba92-72f9a2bfb60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b969e125-4f27-40e7-8e4c-088a447aadc1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:05.421208 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3d9f2e6c-a0fe-487d-b71d-967b75a2fd5a req-e8f38ac8-bd79-4669-b64e-d1bc43f2b271 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117563 May 13 17:28:05.472405 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0895-f0ef-4bdc-b7a2-480668aebcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (07612b93-d961-47b9-8b8a-1e0110f3da78), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.475255 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0895-f0ef-4bdc-b7a2-480668aebcd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.476399 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7b0e0895-f0ef-4bdc-b7a2-480668aebcd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07612b93-d961-47b9-8b8a-1e0110f3da78 HTTP/1.1" status: 204 len: 168 time: 0.4268119 May 13 17:28:05.493150 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0895-f0ef-4bdc-b7a2-480668aebcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07612b93-d961-47b9-8b8a-1e0110f3da78,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:05.557909 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Router 5d626f0d-3d44-4507-86f3-27024db286c1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:28:05.673891 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:05.678746 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:05.685144 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] Sync routers for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:05.704544 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:05.705433 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:05.709283 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-9b9f89c7-4d99-4830-a18d-f2a30879a2fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "PUT /v2.0/floatingips/a2fe7638-8f3e-42e9-997a-c5ce50b61951 HTTP/1.1" status: 200 len: 991 time: 2.0376279 May 13 17:28:05.710001 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:05.826732 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:05.986429 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43434) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:06.012213 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57e0c260-5559-4575-b375-2ef379731e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.047308 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'a2fe7638-8f3e-42e9-997a-c5ce50b61951', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'port_id': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'mac_address': 'fa:16:3e:ed:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:58Z', 'updated_at': '2022-05-13T17:28:04Z', 'revision_number': 1, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:06.078928 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] Checking router: 5d626f0d-3d44-4507-86f3-27024db286c1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:06.088515 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b73e52-d5e2-48a3-b54e-1e79c110d510" -d '{"events": [{"name": "network-changed", "server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:06.089038 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:06.089536 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:06.096031 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57e0c260-5559-4575-b375-2ef379731e81 admin admin] Publish callbacks [] for security_group (5ef89fbd-ee36-41ec-8527-41d551d6951d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.156247 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57e0c260-5559-4575-b375-2ef379731e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5ef89fbd-ee36-41ec-8527-41d551d6951d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.183197 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b78e0d4-7656-44ac-a485-ab19f31ada03 x-openstack-request-id: req-9b78e0d4-7656-44ac-a485-ab19f31ada03 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:06.183704 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:06.183835 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b78e0d4-7656-44ac-a485-ab19f31ada03 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:06.185384 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b78e0d4-7656-44ac-a485-ab19f31ada03'] response: {'name': 'network-changed', 'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'status': 'completed', 'code': 200} May 13 17:28:06.210896 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-57e0c260-5559-4575-b375-2ef379731e81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bafa2ea73315479fbcc99b04e3ab2299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227426 May 13 17:28:06.211870 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0c260-5559-4575-b375-2ef379731e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef89fbd-ee36-41ec-8527-41d551d6951d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:06.213692 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43440) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:06.259426 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43442) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:06.269729 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5c007a92-2d64-42a6-bf31-68b8b0c38c6f admin admin] Publish callbacks [] for security_group (5ef89fbd-ee36-41ec-8527-41d551d6951d), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.276497 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1af421eb-489e-489d-9ae5-03feca75a8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.294488 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5c007a92-2d64-42a6-bf31-68b8b0c38c6f admin admin] Publish callbacks [] for security_group (5ef89fbd-ee36-41ec-8527-41d551d6951d), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.295261 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:06.353919 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1af421eb-489e-489d-9ae5-03feca75a8f7 admin admin] Publish callbacks [] for security_group (df9f0ab5-2f07-4abb-924a-1bcc7700d4e9), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.413239 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5c007a92-2d64-42a6-bf31-68b8b0c38c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5ef89fbd-ee36-41ec-8527-41d551d6951d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.415868 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5c007a92-2d64-42a6-bf31-68b8b0c38c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.417087 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5c007a92-2d64-42a6-bf31-68b8b0c38c6f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ef89fbd-ee36-41ec-8527-41d551d6951d HTTP/1.1" status: 204 len: 168 time: 0.2022464 May 13 17:28:06.425328 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007a92-2d64-42a6-bf31-68b8b0c38c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef89fbd-ee36-41ec-8527-41d551d6951d,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:06.465341 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1af421eb-489e-489d-9ae5-03feca75a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (df9f0ab5-2f07-4abb-924a-1bcc7700d4e9), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.512533 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1af421eb-489e-489d-9ae5-03feca75a8f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ded0eeba6dda4c32b62cd539396e59d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508180 May 13 17:28:06.514094 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af421eb-489e-489d-9ae5-03feca75a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9f0ab5-2f07-4abb-924a-1bcc7700d4e9,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:06.516946 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43448) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:06.528527 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'a2fe7638-8f3e-42e9-997a-c5ce50b61951', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'port_id': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'mac_address': 'fa:16:3e:ed:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:58Z', 'updated_at': '2022-05-13T17:28:04Z', 'revision_number': 1, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:06.558457 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb309c9-a72b-43cf-abd0-562a9640f01d req-ec3247fa-1c17-4453-b24d-0dd3c88535f7 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:06.561607 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae834e-df58-4981-b390-9808c147e3fc None None] The sync data for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi is: [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'a2fe7638-8f3e-42e9-997a-c5ce50b61951', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'port_id': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'mac_address': 'fa:16:3e:ed:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:58Z', 'updated_at': '2022-05-13T17:28:04Z', 'revision_number': 1, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:06.571175 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6eb309c9-a72b-43cf-abd0-562a9640f01d req-ec3247fa-1c17-4453-b24d-0dd3c88535f7 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0733402 May 13 17:28:06.573121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46fb7d49-16c3-48af-8e14-f56501d2853a admin admin] Publish callbacks [] for security_group (df9f0ab5-2f07-4abb-924a-1bcc7700d4e9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.600693 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46fb7d49-16c3-48af-8e14-f56501d2853a admin admin] Publish callbacks [] for security_group (df9f0ab5-2f07-4abb-924a-1bcc7700d4e9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.630433 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6eb309c9-a72b-43cf-abd0-562a9640f01d req-cd598b0c-1c59-4122-8d6c-a71f840cae91 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 May 13 17:28:06.756397 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46fb7d49-16c3-48af-8e14-f56501d2853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (df9f0ab5-2f07-4abb-924a-1bcc7700d4e9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.760390 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-46fb7d49-16c3-48af-8e14-f56501d2853a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:06.762774 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-46fb7d49-16c3-48af-8e14-f56501d2853a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df9f0ab5-2f07-4abb-924a-1bcc7700d4e9 HTTP/1.1" status: 204 len: 168 time: 0.2445827 May 13 17:28:06.772918 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d508644-fcc8-4dca-ad7b-6b50a6193a5a None None] New status for floating IP a2fe7638-8f3e-42e9-997a-c5ce50b61951: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:28:06.783435 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb7d49-16c3-48af-8e14-f56501d2853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9f0ab5-2f07-4abb-924a-1bcc7700d4e9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:07.753191 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e404e-3886-4b02-aae2-df3149a4c330 req-87a123c0-4807-444f-870a-291804838b79 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:07.754810 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce5e404e-3886-4b02-aae2-df3149a4c330 req-87a123c0-4807-444f-870a-291804838b79 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0524967 May 13 17:28:07.817086 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce5e404e-3886-4b02-aae2-df3149a4c330 req-ddab9635-c7a9-447f-b947-677c8068fe50 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531240 May 13 17:28:08.938754 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee9ca1-0e2e-4e24-9c25-ccb1428d27c5 req-6cedf732-ab60-4efe-822e-0761357241bd tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:08.940270 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7bee9ca1-0e2e-4e24-9c25-ccb1428d27c5 req-6cedf732-ab60-4efe-822e-0761357241bd tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0470247 May 13 17:28:08.988338 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7bee9ca1-0e2e-4e24-9c25-ccb1428d27c5 req-de005d1b-8a0c-4e7a-b506-c368f3940727 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 May 13 17:28:09.872248 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43588) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:09.976613 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e97-3da3-4fa4-b377-0b3190e16147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:10.050333 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e97-3da3-4fa4-b377-0b3190e16147 admin admin] Publish callbacks [] for security_group (49a321ec-6d65-4034-a82b-38f31a1e5116), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:10.108254 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c7b1e-7983-4c12-89d2-f4cd98ae76d4 req-5fca55ce-35fb-41ae-9971-4d4dd33164b3 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:10.109745 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce1c7b1e-7983-4c12-89d2-f4cd98ae76d4 req-5fca55ce-35fb-41ae-9971-4d4dd33164b3 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0520070 May 13 17:28:10.140221 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e97-3da3-4fa4-b377-0b3190e16147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (49a321ec-6d65-4034-a82b-38f31a1e5116), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:10.181822 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce1c7b1e-7983-4c12-89d2-f4cd98ae76d4 req-48ad452a-7366-4f20-9413-8fec62c4af49 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664084 May 13 17:28:10.193225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6e97-3da3-4fa4-b377-0b3190e16147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a321ec-6d65-4034-a82b-38f31a1e5116,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:10.200244 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e5fd6e97-3da3-4fa4-b377-0b3190e16147 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a6514f2671c4c7f8f9b9c574d0e22c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268509 May 13 17:28:10.200567 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43598) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:10.249136 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-56ae422f-bc47-4937-9a10-64716b9f0f99 admin admin] Publish callbacks [] for security_group (49a321ec-6d65-4034-a82b-38f31a1e5116), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:10.270584 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-56ae422f-bc47-4937-9a10-64716b9f0f99 admin admin] Publish callbacks [] for security_group (49a321ec-6d65-4034-a82b-38f31a1e5116), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:10.413286 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-56ae422f-bc47-4937-9a10-64716b9f0f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (49a321ec-6d65-4034-a82b-38f31a1e5116), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:10.415840 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-56ae422f-bc47-4937-9a10-64716b9f0f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:10.416982 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-56ae422f-bc47-4937-9a10-64716b9f0f99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49a321ec-6d65-4034-a82b-38f31a1e5116 HTTP/1.1" status: 204 len: 168 time: 0.2154269 May 13 17:28:10.425316 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae422f-bc47-4937-9a10-64716b9f0f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a321ec-6d65-4034-a82b-38f31a1e5116,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:11.210195 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43618) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:11.224619 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3cc64aa-129d-4e12-bdda-fa5593a2e6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.316262 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3cc64aa-129d-4e12-bdda-fa5593a2e6dc admin admin] Publish callbacks [] for security_group (0c52b8f9-819a-4f34-ad76-15cbca818557), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.339329 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d98226-1849-4535-bbd9-375eacebe626 req-ee73942f-3f27-4069-af29-24d16678680d tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:11.346588 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-50d98226-1849-4535-bbd9-375eacebe626 req-ee73942f-3f27-4069-af29-24d16678680d tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0867586 May 13 17:28:11.393541 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-50d98226-1849-4535-bbd9-375eacebe626 req-c538f1d8-0189-438f-8094-7ed8d29c1b9e tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460861 May 13 17:28:11.396193 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d3cc64aa-129d-4e12-bdda-fa5593a2e6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (0c52b8f9-819a-4f34-ad76-15cbca818557), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.444632 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d3cc64aa-129d-4e12-bdda-fa5593a2e6dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33e3e3a4af624bdf813068daa4fb06d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333584 May 13 17:28:11.445928 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43628) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:11.446062 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc64aa-129d-4e12-bdda-fa5593a2e6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c52b8f9-819a-4f34-ad76-15cbca818557,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:11.448373 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43630) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:11.508308 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac54f2d-094c-42e2-8274-2e04d2cd5925 admin admin] Publish callbacks [] for security_group (0c52b8f9-819a-4f34-ad76-15cbca818557), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.530034 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac54f2d-094c-42e2-8274-2e04d2cd5925 admin admin] Publish callbacks [] for security_group (0c52b8f9-819a-4f34-ad76-15cbca818557), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.551348 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26da0287-901f-4802-8127-fe89eadf1057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.670211 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac54f2d-094c-42e2-8274-2e04d2cd5925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (0c52b8f9-819a-4f34-ad76-15cbca818557), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.673025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac54f2d-094c-42e2-8274-2e04d2cd5925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.676961 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9ac54f2d-094c-42e2-8274-2e04d2cd5925 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c52b8f9-819a-4f34-ad76-15cbca818557 HTTP/1.1" status: 204 len: 168 time: 0.2139938 May 13 17:28:11.682933 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac54f2d-094c-42e2-8274-2e04d2cd5925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c52b8f9-819a-4f34-ad76-15cbca818557,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:11.745755 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26da0287-901f-4802-8127-fe89eadf1057 admin admin] Publish callbacks [] for security_group (2e48b2de-cdea-4162-b691-ab43d3eeb6b1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.870160 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26da0287-901f-4802-8127-fe89eadf1057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2e48b2de-cdea-4162-b691-ab43d3eeb6b1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:11.910964 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-26da0287-901f-4802-8127-fe89eadf1057 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7e7bfaa9b5c4be1996fe3f5e20037bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625852 May 13 17:28:11.910964 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da0287-901f-4802-8127-fe89eadf1057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48b2de-cdea-4162-b691-ab43d3eeb6b1,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:11.913409 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43644) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:11.967984 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb2579c1-1a28-4686-b59f-b11993a4b5d9 admin admin] Publish callbacks [] for security_group (2e48b2de-cdea-4162-b691-ab43d3eeb6b1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:12.015162 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb2579c1-1a28-4686-b59f-b11993a4b5d9 admin admin] Publish callbacks [] for security_group (2e48b2de-cdea-4162-b691-ab43d3eeb6b1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:12.062923 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-8e4a564d-482b-4cc1-b0ea-ca7861b415d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:12.064429 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-8e4a564d-482b-4cc1-b0ea-ca7861b415d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8b971013bf492988f7119cf63c69bc&device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 1132 time: 0.0840342 May 13 17:28:12.085554 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-72a64a1d-d3a0-4031-987a-2fa4f26e2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:12.087044 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-72a64a1d-d3a0-4031-987a-2fa4f26e2b1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1129 time: 0.0740943 May 13 17:28:12.213515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb2579c1-1a28-4686-b59f-b11993a4b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2e48b2de-cdea-4162-b691-ab43d3eeb6b1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:12.216210 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb2579c1-1a28-4686-b59f-b11993a4b5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:12.217647 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cb2579c1-1a28-4686-b59f-b11993a4b5d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e48b2de-cdea-4162-b691-ab43d3eeb6b1 HTTP/1.1" status: 204 len: 168 time: 0.3028808 May 13 17:28:12.226578 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2579c1-1a28-4686-b59f-b11993a4b5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48b2de-cdea-4162-b691-ab43d3eeb6b1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:12.517921 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05c79b-8111-463d-b5c3-a845a1972f17 req-5a28a02c-baa1-4fd9-aa06-52a3b2eadc4b tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:12.519508 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d05c79b-8111-463d-b5c3-a845a1972f17 req-5a28a02c-baa1-4fd9-aa06-52a3b2eadc4b tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0499010 May 13 17:28:12.569570 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2d05c79b-8111-463d-b5c3-a845a1972f17 req-ce340401-d927-4f84-88ae-16e743b91208 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 May 13 17:28:12.802205 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:12.898124 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43682) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:12.911940 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0094321-cb7a-4d04-b96b-31c0b098e6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:12.988747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0094321-cb7a-4d04-b96b-31c0b098e6d5 admin admin] Publish callbacks [] for security_group (fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.070510 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c0094321-cb7a-4d04-b96b-31c0b098e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.108070 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c0094321-cb7a-4d04-b96b-31c0b098e6d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=840cad1c099f4e0fb88d599c6c266d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087727 May 13 17:28:13.110037 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0094321-cb7a-4d04-b96b-31c0b098e6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:13.110745 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43688) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:13.162049 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-15224c6b-e32b-42db-b1cd-77b5c42f3240 admin admin] Publish callbacks [] for security_group (fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.182414 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-15224c6b-e32b-42db-b1cd-77b5c42f3240 admin admin] Publish callbacks [] for security_group (fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.305041 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-15224c6b-e32b-42db-b1cd-77b5c42f3240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.307927 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-15224c6b-e32b-42db-b1cd-77b5c42f3240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.309078 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-15224c6b-e32b-42db-b1cd-77b5c42f3240 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e HTTP/1.1" status: 204 len: 168 time: 0.1972010 May 13 17:28:13.318057 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15224c6b-e32b-42db-b1cd-77b5c42f3240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8808bf-f80f-4e7e-85d4-af6b0c8c4b9e,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:13.509402 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43696) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:13.573482 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-48a9f129-ac63-4664-bc80-bde65d825d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:13.575238 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-48a9f129-ac63-4664-bc80-bde65d825d45 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b47bf9af-805a-4484-b18e-a5e03fc46901 HTTP/1.1" status: 200 len: 870 time: 0.1766267 May 13 17:28:13.578514 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8e955c84-bf6d-44ba-8103-100845d7c051 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:28:13.579608 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-dff61cb1-a35b-468f-96c1-1c503708d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:13.581038 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-dff61cb1-a35b-468f-96c1-1c503708d65c service neutron] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 911 time: 0.1736412 May 13 17:28:13.691528 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad570b4-641f-4955-835a-a51859a17570 req-c9a92560-9016-4a61-8e26-25cf4108ac8c tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:13.699046 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ad570b4-641f-4955-835a-a51859a17570 req-c9a92560-9016-4a61-8e26-25cf4108ac8c tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 948 time: 0.0562327 May 13 17:28:13.705771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 8e955c84-bf6d-44ba-8103-100845d7c051, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8e955c84-bf6d-44ba-8103-100845d7c051,segment=NetworkSegment(25e2e118-b10b-40cc-8d69-bbc3cd6095a0),segment_id=25e2e118-b10b-40cc-8d69-bbc3cd6095a0)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:13.723177 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '8e955c84-bf6d-44ba-8103-100845d7c051', 'network_id': 'b47bf9af-805a-4484-b18e-a5e03fc46901', 'port_id': '8e955c84-bf6d-44ba-8103-100845d7c051', 'mac_address': 'fa:16:3e:fe:f3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230ad7f0-16a6-4f98-b63b-f7459d47ea41', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:28:13.745800 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4e1167e0-3467-4a68-a462-b8838b0b0139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.773772 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 8e955c84-bf6d-44ba-8103-100845d7c051 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:13.774168 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.788109 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e955c84-bf6d-44ba-8103-100845d7c051 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:28:13.790764 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ad570b4-641f-4955-835a-a51859a17570 req-ce687393-9c42-432a-8011-da45c069b5a1 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907180 May 13 17:28:13.808819 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 8e955c84-bf6d-44ba-8103-100845d7c051, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8e955c84-bf6d-44ba-8103-100845d7c051,segment=NetworkSegment(25e2e118-b10b-40cc-8d69-bbc3cd6095a0),segment_id=25e2e118-b10b-40cc-8d69-bbc3cd6095a0)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:13.835941 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4e1167e0-3467-4a68-a462-b8838b0b0139 admin admin] Publish callbacks [] for security_group (cad55f84-a20f-46a0-bf3d-33416d2b761d), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.882183 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.916691 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4e1167e0-3467-4a68-a462-b8838b0b0139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (cad55f84-a20f-46a0-bf3d-33416d2b761d), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:13.930497 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=8e955c84-bf6d-44ba-8103-100845d7c051,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:13.958491 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1167e0-3467-4a68-a462-b8838b0b0139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad55f84-a20f-46a0-bf3d-33416d2b761d,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:13.963144 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4e1167e0-3467-4a68-a462-b8838b0b0139 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9137b47105484bd69fcd671f75694976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526598 May 13 17:28:13.965729 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43712) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:14.019163 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2c89a89-8b0c-4529-84bf-1640a7a7f94e admin admin] Publish callbacks [] for security_group (cad55f84-a20f-46a0-bf3d-33416d2b761d), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:14.040725 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2c89a89-8b0c-4529-84bf-1640a7a7f94e admin admin] Publish callbacks [] for security_group (cad55f84-a20f-46a0-bf3d-33416d2b761d), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:14.055676 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-9e2e25f2-74c6-4ad4-823a-087b074f1cee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=8e955c84-bf6d-44ba-8103-100845d7c051 HTTP/1.1" status: 200 len: 217 time: 0.0775619 May 13 17:28:14.105574 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-dbd19d60-09b0-415b-9fa0-60d071727dd0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 200 len: 1001 time: 0.1288061 May 13 17:28:14.164139 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-cefd44e8-cc28-40d0-9ada-146fb0513003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:14.167302 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-cefd44e8-cc28-40d0-9ada-146fb0513003 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=230ad7f0-16a6-4f98-b63b-f7459d47ea41 HTTP/1.1" status: 200 len: 843 time: 0.0990946 May 13 17:28:14.173056 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2c89a89-8b0c-4529-84bf-1640a7a7f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (cad55f84-a20f-46a0-bf3d-33416d2b761d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:14.175621 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2c89a89-8b0c-4529-84bf-1640a7a7f94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:14.179189 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a2c89a89-8b0c-4529-84bf-1640a7a7f94e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cad55f84-a20f-46a0-bf3d-33416d2b761d HTTP/1.1" status: 204 len: 168 time: 0.2099531 May 13 17:28:14.185179 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-6b502534-e211-466b-9b8a-a73c4035c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:14.185861 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c89a89-8b0c-4529-84bf-1640a7a7f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad55f84-a20f-46a0-bf3d-33416d2b761d,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:14.186226 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-6b502534-e211-466b-9b8a-a73c4035c8ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.0701315 May 13 17:28:14.273958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-788b09a8-6bc2-4a67-b132-c75c01b54553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:14.275492 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-788b09a8-6bc2-4a67-b132-c75c01b54553 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783458 May 13 17:28:14.276560 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-82cf7c27-a0fa-4d25-a7ee-d7dfa3a6d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:14.277918 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-82cf7c27-a0fa-4d25-a7ee-d7dfa3a6d0fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b47bf9af-805a-4484-b18e-a5e03fc46901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0907629 May 13 17:28:14.640748 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['8e955c84-bf6d-44ba-8103-100845d7c051'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:28:14.665808 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-c79cd7ea-57ce-40ae-965d-bc3487037cd1 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783009 May 13 17:28:14.667547 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-b9028081-9e9d-4e5c-8833-0dc3461b674c service neutron] 10.222.0.82 "GET /v2.0/networks/b47bf9af-805a-4484-b18e-a5e03fc46901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732202 May 13 17:28:14.773392 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43730) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:14.834225 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99b73e52-d5e2-48a3-b54e-1e79c110d510 req-91cd0e99-a938-47c4-8fef-f51fc393abe3 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566894 May 13 17:28:14.850521 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0c31e49-f885-4fd1-b0bf-cfcc5c4c974a req-d3a2f400-4bde-431d-89aa-71cdb09be7e3 service neutron] 10.222.0.82 "GET /v2.0/networks/b47bf9af-805a-4484-b18e-a5e03fc46901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656826 May 13 17:28:14.916894 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577440b-631d-46be-8e5f-a1ea455adce7 req-938ad80a-3523-4fa3-8b9f-33de0677bb2a tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:14.918406 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f577440b-631d-46be-8e5f-a1ea455adce7 req-938ad80a-3523-4fa3-8b9f-33de0677bb2a tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 949 time: 0.0555894 May 13 17:28:14.981838 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f577440b-631d-46be-8e5f-a1ea455adce7 req-9b532738-9d5f-4a7b-b3ef-c29a4f2f88cd tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574732 May 13 17:28:15.052805 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330754235-network', 'tenant_id': '5376211b192940d290e5de5b431d9255'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:15.184705 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Made reservation on behalf of 5376211b192940d290e5de5b431d9255 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:15.187891 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.197690 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.289807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks [] for security_group (7a22ce29-8adf-4463-bbbf-70a622e83729), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.362388 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (7a22ce29-8adf-4463-bbbf-70a622e83729), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.392028 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:28:15.402406 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a22ce29-8adf-4463-bbbf-70a622e83729,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:15.408487 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.408831 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Added segment 74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1 of type vlan for network f417656a-5ff0-44ee-9b75-db4dc5810d95 May 13 17:28:15.458766 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (f417656a-5ff0-44ee-9b75-db4dc5810d95), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.509169 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:28:15.607439 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (f417656a-5ff0-44ee-9b75-db4dc5810d95), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.608440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:15.609036 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.669770 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] Pushing event updated for resources: {'Network': ['ID=f417656a-5ff0-44ee-9b75-db4dc5810d95,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:15.680132 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network f417656a-5ff0-44ee-9b75-db4dc5810d95 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:28:15.723852 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-68931819-6dc1-4417-9040-27f8285d604d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9481285 May 13 17:28:15.726773 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43760) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:15.732408 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Request body: {'subnet': {'network_id': 'f417656a-5ff0-44ee-9b75-db4dc5810d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330754235-subnet', 'tenant_id': '5376211b192940d290e5de5b431d9255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:15.794135 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8e955c84-bf6d-44ba-8103-100845d7c051 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:15.820151 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f066bd1-4dca-4440-8b4e-e1eb1c316d7d req-bfb1397f-f29f-425f-9e65-14239e930f39 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:15.821899 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9f066bd1-4dca-4440-8b4e-e1eb1c316d7d req-bfb1397f-f29f-425f-9e65-14239e930f39 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0500641 May 13 17:28:15.842472 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 8e955c84-bf6d-44ba-8103-100845d7c051 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:28:15.875332 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9f066bd1-4dca-4440-8b4e-e1eb1c316d7d req-af8088d8-84bf-4573-aa87-eaf08e5f8cf8 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 May 13 17:28:15.876994 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Made reservation on behalf of 5376211b192940d290e5de5b431d9255 for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:15.887440 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3472931'] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.933145 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 8e955c84-bf6d-44ba-8103-100845d7c051 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:15.933554 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:15.960946 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43768) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:16.037075 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 8e955c84-bf6d-44ba-8103-100845d7c051 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:16.037736 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.067283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e955c84-bf6d-44ba-8103-100845d7c051'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:16.070757 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359448f9-c825-4967-8ce9-da0c31a3f737" -d '{"events": [{"server_uuid": "7dcaff61-29b7-43cb-9660-c12814b944e4", "name": "network-vif-plugged", "status": "completed", "tag": "8e955c84-bf6d-44ba-8103-100845d7c051"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:16.088311 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 8e955c84-bf6d-44ba-8103-100845d7c051, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8e955c84-bf6d-44ba-8103-100845d7c051,segment=NetworkSegment(25e2e118-b10b-40cc-8d69-bbc3cd6095a0),segment_id=25e2e118-b10b-40cc-8d69-bbc3cd6095a0)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:16.092311 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c505-8e30-4766-a321-7c060aa73078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.118963 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dc94aa-4f84-4ccf-a60d-b47dc5b10cdc x-openstack-request-id: req-07dc94aa-4f84-4ccf-a60d-b47dc5b10cdc {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:16.119321 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcaff61-29b7-43cb-9660-c12814b944e4", "name": "network-vif-plugged", "status": "completed", "tag": "8e955c84-bf6d-44ba-8103-100845d7c051", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:16.119586 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-07dc94aa-4f84-4ccf-a60d-b47dc5b10cdc {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:16.120002 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07dc94aa-4f84-4ccf-a60d-b47dc5b10cdc'] response: {'server_uuid': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e955c84-bf6d-44ba-8103-100845d7c051', 'code': 200} May 13 17:28:16.140629 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018a8e5-8fb9-4a53-92cc-2233b1c591c2 req-c1aa219a-5cfa-4d3c-bbbf-46b9ea479b6d tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:16.145080 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5018a8e5-8fb9-4a53-92cc-2233b1c591c2 req-c1aa219a-5cfa-4d3c-bbbf-46b9ea479b6d tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 949 time: 0.0737755 May 13 17:28:16.177489 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c505-8e30-4766-a321-7c060aa73078 admin admin] Publish callbacks [] for security_group (fda34da5-634a-49ac-ba96-d08481b9bb17), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.191575 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5018a8e5-8fb9-4a53-92cc-2233b1c591c2 req-f19df62c-ad72-451c-a33f-f19bf4a0af57 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421312 May 13 17:28:16.208027 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.253497 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3472957'] for subnet (4557ed32-3814-4653-be07-58744bb2c617), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.256839 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=8e955c84-bf6d-44ba-8103-100845d7c051,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:16.315563 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4557ed32-3814-4653-be07-58744bb2c617,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:16.320733 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Checking segment: {'id': '74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f417656a-5ff0-44ee-9b75-db4dc5810d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:16.321186 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Network hostable DHCP agents. Network: f417656a-5ff0-44ee-9b75-db4dc5810d95, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:28:16.338903 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c505-8e30-4766-a321-7c060aa73078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fda34da5-634a-49ac-ba96-d08481b9bb17), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.380715 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b9d3c505-8e30-4766-a321-7c060aa73078 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b913af5b04044f4a931818385cd16d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186156 May 13 17:28:16.381595 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3c505-8e30-4766-a321-7c060aa73078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda34da5-634a-49ac-ba96-d08481b9bb17,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:16.383415 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43780) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:16.434382 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f2e63648-f205-4694-9cb0-ecb86cb8b963 admin admin] Publish callbacks [] for security_group (fda34da5-634a-49ac-ba96-d08481b9bb17), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.455684 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f2e63648-f205-4694-9cb0-ecb86cb8b963 admin admin] Publish callbacks [] for security_group (fda34da5-634a-49ac-ba96-d08481b9bb17), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.457827 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Network f417656a-5ff0-44ee-9b75-db4dc5810d95 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:28:16.567657 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, f417656a-5ff0-44ee-9b75-db4dc5810d95) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:16.571743 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:16.572336 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.576322 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777bf730-9da0-4877-890b-dedb2941c43f None None] Network f417656a-5ff0-44ee-9b75-db4dc5810d95 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:16.607513 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f2e63648-f205-4694-9cb0-ecb86cb8b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fda34da5-634a-49ac-ba96-d08481b9bb17), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.610286 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f2e63648-f205-4694-9cb0-ecb86cb8b963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:16.612905 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f2e63648-f205-4694-9cb0-ecb86cb8b963 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fda34da5-634a-49ac-ba96-d08481b9bb17 HTTP/1.1" status: 204 len: 168 time: 0.2259388 May 13 17:28:16.629792 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e63648-f205-4694-9cb0-ecb86cb8b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda34da5-634a-49ac-ba96-d08481b9bb17,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:16.699789 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864d650-8bb8-4645-8afa-ebfee926203c None None] Network f417656a-5ff0-44ee-9b75-db4dc5810d95 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:16.713343 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7e07688e-6cb2-42f2-9ec8-cebe9d2cf328 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9849722 May 13 17:28:16.990018 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd1c41-5b9f-4d0c-bf4c-df0a24d63fb9 req-2ccaa159-781e-4959-b4f4-4bafc8c6efde tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:16.991566 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-52dd1c41-5b9f-4d0c-bf4c-df0a24d63fb9 req-2ccaa159-781e-4959-b4f4-4bafc8c6efde tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0478134 May 13 17:28:17.043770 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-52dd1c41-5b9f-4d0c-bf4c-df0a24d63fb9 req-c096c32f-ed1b-411b-9b25-5e6787be0d6d tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 May 13 17:28:17.305691 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80244f61-0465-4480-b823-b2b0dc417616 req-d2970c2d-486f-42a1-bcd3-1ea523d93c92 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:17.307396 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-80244f61-0465-4480-b823-b2b0dc417616 req-d2970c2d-486f-42a1-bcd3-1ea523d93c92 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0481155 May 13 17:28:17.360988 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-80244f61-0465-4480-b823-b2b0dc417616 req-6bb76c8a-f0a1-4b95-845b-f433609f8a8e tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478604 May 13 17:28:17.705744 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43818) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:17.719881 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37213b34-644e-41ae-a4b5-d250be8d92ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:17.797929 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37213b34-644e-41ae-a4b5-d250be8d92ac admin admin] Publish callbacks [] for security_group (26b3a3dc-013e-405d-82b6-5dcdcb3a36ce), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:17.870662 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-37213b34-644e-41ae-a4b5-d250be8d92ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (26b3a3dc-013e-405d-82b6-5dcdcb3a36ce), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:17.915751 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-37213b34-644e-41ae-a4b5-d250be8d92ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54540f78bd5444b59da0756baf671e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064359 May 13 17:28:17.915751 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37213b34-644e-41ae-a4b5-d250be8d92ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3a3dc-013e-405d-82b6-5dcdcb3a36ce,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:17.916129 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 43826) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:17.974230 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd6b216b-33d4-4ae4-b055-a24a0726e381 admin admin] Publish callbacks [] for security_group (26b3a3dc-013e-405d-82b6-5dcdcb3a36ce), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:17.999331 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd6b216b-33d4-4ae4-b055-a24a0726e381 admin admin] Publish callbacks [] for security_group (26b3a3dc-013e-405d-82b6-5dcdcb3a36ce), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.021717 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43834) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:18.027477 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2030283198-network', 'tenant_id': '094e03e200a0462face367f2ccbb3d9d'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:18.155520 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Made reservation on behalf of 094e03e200a0462face367f2ccbb3d9d for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:18.157937 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.174194 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd6b216b-33d4-4ae4-b055-a24a0726e381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (26b3a3dc-013e-405d-82b6-5dcdcb3a36ce), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.174423 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.178175 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fd6b216b-33d4-4ae4-b055-a24a0726e381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.181955 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-fd6b216b-33d4-4ae4-b055-a24a0726e381 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26b3a3dc-013e-405d-82b6-5dcdcb3a36ce HTTP/1.1" status: 204 len: 168 time: 0.2622473 May 13 17:28:18.189673 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b216b-33d4-4ae4-b055-a24a0726e381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3a3dc-013e-405d-82b6-5dcdcb3a36ce,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:18.206259 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbdd7a-50c4-4d8a-ae66-3e75a9d43c12 req-f7384076-3151-4bdf-9f08-5ce6b7b78ca0 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:18.208441 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79fbdd7a-50c4-4d8a-ae66-3e75a9d43c12 req-f7384076-3151-4bdf-9f08-5ce6b7b78ca0 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0909109 May 13 17:28:18.283964 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-79fbdd7a-50c4-4d8a-ae66-3e75a9d43c12 req-f118128a-dd85-44c9-ae11-e517aaad763f tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691011 May 13 17:28:18.352229 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks [] for security_group (39af84fe-d364-47fe-a819-de827456222a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.361358 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1e1d-a77c-4e6e-955c-418138a5d66a req-b916879c-38e2-4083-8413-f4267a6547f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:18.363450 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43fd1e1d-a77c-4e6e-955c-418138a5d66a req-b916879c-38e2-4083-8413-f4267a6547f5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 1134 time: 0.0458913 May 13 17:28:18.410299 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (39af84fe-d364-47fe-a819-de827456222a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.419809 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43fd1e1d-a77c-4e6e-955c-418138a5d66a req-0a5f613d-4ae2-4d39-966b-cc6a978940fe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 May 13 17:28:18.433979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:28:18.449572 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39af84fe-d364-47fe-a819-de827456222a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:18.452439 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (63c8f537-cdb7-4e34-9f2c-3aae982f3bfe), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.452779 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Added segment 63c8f537-cdb7-4e34-9f2c-3aae982f3bfe of type vlan for network e46eab7e-81fe-49e3-8754-c23116a6c022 May 13 17:28:18.481704 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f605f-ae31-4d9b-99cb-d958c00263e2 req-67f5ea39-ee02-4ac9-bda4-872012e19a63 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:18.483382 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-297f605f-ae31-4d9b-99cb-d958c00263e2 req-67f5ea39-ee02-4ac9-bda4-872012e19a63 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0533252 May 13 17:28:18.501185 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (e46eab7e-81fe-49e3-8754-c23116a6c022), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.538040 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-297f605f-ae31-4d9b-99cb-d958c00263e2 req-8a5f38c1-23ac-44c4-86d3-9a176789a02e tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 May 13 17:28:18.664807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (e46eab7e-81fe-49e3-8754-c23116a6c022), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.665821 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:18.666406 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.724607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] Pushing event updated for resources: {'Network': ['ID=e46eab7e-81fe-49e3-8754-c23116a6c022,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:18.734973 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network e46eab7e-81fe-49e3-8754-c23116a6c022 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:28:18.776057 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d8ae5420-8686-403d-84bf-db7196900bfa admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7532320 May 13 17:28:18.778649 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 43850) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:18.783360 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Request body: {'subnet': {'network_id': 'e46eab7e-81fe-49e3-8754-c23116a6c022', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2030283198-subnet', 'tenant_id': '094e03e200a0462face367f2ccbb3d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:18.854027 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Made reservation on behalf of 094e03e200a0462face367f2ccbb3d9d for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:18.856615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3344664'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:18.953966 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-482498ca-576a-4ac3-854f-65875eda5183 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:18.955470 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-482498ca-576a-4ac3-854f-65875eda5183 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.82 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0589390 May 13 17:28:19.139790 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3393984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3344646'] for subnet (19e4918e-603a-49d4-aaaf-f91ea80b30cc), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:19.205780 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e4918e-603a-49d4-aaaf-f91ea80b30cc,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:19.213920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Checking segment: {'id': '63c8f537-cdb7-4e34-9f2c-3aae982f3bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e46eab7e-81fe-49e3-8754-c23116a6c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:19.213920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Network hostable DHCP agents. Network: e46eab7e-81fe-49e3-8754-c23116a6c022, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:28:19.353108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Network e46eab7e-81fe-49e3-8754-c23116a6c022 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:28:19.416348 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf43e9-3751-4b34-9a9e-80e2791e5701 req-a742afee-bac6-48d1-bc18-ae0bfda56428 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:19.418539 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfcf43e9-3751-4b34-9a9e-80e2791e5701 req-a742afee-bac6-48d1-bc18-ae0bfda56428 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 945 time: 0.0604279 May 13 17:28:19.459651 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, e46eab7e-81fe-49e3-8754-c23116a6c022) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:19.467709 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:19.468323 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:19.468510 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7118388-206b-4446-b3c5-f6be841f6eef None None] Network e46eab7e-81fe-49e3-8754-c23116a6c022 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:19.474276 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfcf43e9-3751-4b34-9a9e-80e2791e5701 req-a770e396-1d5c-445e-9860-ced3e296c265 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/security-groups?id=e37bb27c-1f85-42b6-85be-852b94700801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508726 May 13 17:28:19.581365 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17281a0f-ebd8-473e-873e-1cc1c86f5aac None None] Network e46eab7e-81fe-49e3-8754-c23116a6c022 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:19.610537 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-25cdebdf-95b3-4ef6-acdf-28a285464c95 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8307996 May 13 17:28:19.680792 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f24f8-0c08-4316-a725-6439bd51104e req-57f83107-4ec9-41a6-95cb-3f9a9b5f8a95 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:19.685295 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Deleting port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:28:19.685295 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:19.690258 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-878f24f8-0c08-4316-a725-6439bd51104e req-57f83107-4ec9-41a6-95cb-3f9a9b5f8a95 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0669844 May 13 17:28:19.735462 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-878f24f8-0c08-4316-a725-6439bd51104e req-0196a572-ab7c-4bf5-994c-673368021cc7 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 May 13 17:28:19.810550 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] For port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,segment=NetworkSegment(11cf40a5-159e-4bf1-ada1-90bb2bc567a8),segment_id=11cf40a5-159e-4bf1-ada1-90bb2bc567a8)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:19.810999 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:19.830613 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Calling delete_port for 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:28:20.099440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (52e61d3c-72e9-427b-ac8a-8ad080ce50d0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:20.126787 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Pushing event deleted for resources: {'Port': ['ID=52e61d3c-72e9-427b-ac8a-8ad080ce50d0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:20.190911 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] No DVR routers for this DVR port 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:28:20.194079 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:20.197808 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4c777a7d-e80f-4d3a-8114-1fe7c68e7b52 req-5bf23229-9b97-4aed-861b-7454bed47396 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.82 "DELETE /v2.0/ports/52e61d3c-72e9-427b-ac8a-8ad080ce50d0 HTTP/1.1" status: 204 len: 173 time: 0.6881304 May 13 17:28:20.198251 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'name': 'network-vif-deleted', 'tag': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:20.200592 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b20b2-39e9-4f18-a691-cf32c10e560c" -d '{"events": [{"server_uuid": "ebfc247d-ad6b-43f7-adec-b9054fefa3a1", "name": "network-vif-deleted", "tag": "52e61d3c-72e9-427b-ac8a-8ad080ce50d0"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:20.235309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beefef4-1ad9-42f6-b264-43f509b21117 x-openstack-request-id: req-1beefef4-1ad9-42f6-b264-43f509b21117 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:20.235966 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc247d-ad6b-43f7-adec-b9054fefa3a1", "name": "network-vif-deleted", "tag": "52e61d3c-72e9-427b-ac8a-8ad080ce50d0", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:20.235966 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1beefef4-1ad9-42f6-b264-43f509b21117 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:20.236786 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1beefef4-1ad9-42f6-b264-43f509b21117'] response: {'server_uuid': 'ebfc247d-ad6b-43f7-adec-b9054fefa3a1', 'name': 'network-vif-deleted', 'tag': '52e61d3c-72e9-427b-ac8a-8ad080ce50d0', 'status': 'completed', 'code': 200} May 13 17:28:20.573193 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-818cc320-78f8-421c-973f-c2d587c15baa req-df778efc-7f8e-4b0a-a8b9-48ac65757355 tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0275176 May 13 17:28:20.862067 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b84ba-84b4-45d7-83b4-dc3ff0d3bf0b req-cedd6e46-c783-4f80-8730-2739ba97dd95 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:20.864180 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-834b84ba-84b4-45d7-83b4-dc3ff0d3bf0b req-cedd6e46-c783-4f80-8730-2739ba97dd95 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0511658 May 13 17:28:20.918218 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-834b84ba-84b4-45d7-83b4-dc3ff0d3bf0b req-fb7c721a-61db-4705-930f-7a9d4c1c19e7 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440497 May 13 17:28:21.414194 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda7fe-4c1a-47f1-bcdd-e822abc43dcc req-37c0896f-dedc-4a67-9c06-a71d670095fd tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:21.415990 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61eda7fe-4c1a-47f1-bcdd-e822abc43dcc req-37c0896f-dedc-4a67-9c06-a71d670095fd tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0536656 May 13 17:28:21.465415 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61eda7fe-4c1a-47f1-bcdd-e822abc43dcc req-becd48fe-ba9c-42ca-9c14-30cc41851333 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 May 13 17:28:21.684907 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5da473b2-dd19-4fb6-a1b8-a385d98ded72 req-248f265d-b428-4d48-ae9b-582af4658e6f tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0270212 May 13 17:28:21.805330 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:28:21.825014 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:28:21.825350 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 52e61d3c-72e9-427b-ac8a-8ad080ce50d0 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:28:22.586450 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da41a1-86fa-4801-9e9c-38eacc67c299 req-49ee3dc4-9852-4685-917a-6704b0718db0 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:22.587838 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3da41a1-86fa-4801-9e9c-38eacc67c299 req-49ee3dc4-9852-4685-917a-6704b0718db0 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0553379 May 13 17:28:22.634954 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3da41a1-86fa-4801-9e9c-38eacc67c299 req-e26244f3-d99f-45d4-b7a7-b4d679e67ba6 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 May 13 17:28:22.795536 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-37e4fc34-cbae-460b-9bd8-1d5840b35ec5 req-35b3079c-9e2c-4b23-988a-8360aa0e579c tempest-DeleteServersTestJSON-2110234141 tempest-DeleteServersTestJSON-2110234141-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebfc247d-ad6b-43f7-adec-b9054fefa3a1 HTTP/1.1" status: 200 len: 210 time: 0.0301340 May 13 17:28:23.497765 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-4fe9c1f8-f8bd-4fc4-ab05-dea0309ddd2c tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:23.499203 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-4fe9c1f8-f8bd-4fc4-ab05-dea0309ddd2c tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0487609 May 13 17:28:23.589451 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Deleting port 8e955c84-bf6d-44ba-8103-100845d7c051 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:28:23.590115 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:23.704012 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] For port 8e955c84-bf6d-44ba-8103-100845d7c051, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8e955c84-bf6d-44ba-8103-100845d7c051,segment=NetworkSegment(25e2e118-b10b-40cc-8d69-bbc3cd6095a0),segment_id=25e2e118-b10b-40cc-8d69-bbc3cd6095a0)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:23.704534 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:23.721656 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Calling delete_port for 8e955c84-bf6d-44ba-8103-100845d7c051 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:28:23.957063 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635cce9-e913-4de9-b506-0d7e1ee9e41f req-5daaa141-1e5f-434e-8a34-c4572a72542b tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:23.963690 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6635cce9-e913-4de9-b506-0d7e1ee9e41f req-5daaa141-1e5f-434e-8a34-c4572a72542b tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 950 time: 0.0610316 May 13 17:28:23.965489 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (8e955c84-bf6d-44ba-8103-100845d7c051), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:24.000573 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['8e955c84-bf6d-44ba-8103-100845d7c051'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:28:24.009901 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Pushing event deleted for resources: {'Port': ['ID=8e955c84-bf6d-44ba-8103-100845d7c051,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:24.069968 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] No DVR routers for this DVR port 8e955c84-bf6d-44ba-8103-100845d7c051 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:28:24.074013 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:24.077621 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36fb3526-f691-4333-a78f-d7ea7c92b5ac req-cc1d7495-fa61-47ea-8376-37049430f923 tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.82 "DELETE /v2.0/ports/8e955c84-bf6d-44ba-8103-100845d7c051 HTTP/1.1" status: 204 len: 173 time: 0.5702045 May 13 17:28:24.083319 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'name': 'network-vif-deleted', 'tag': '8e955c84-bf6d-44ba-8103-100845d7c051'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:24.085869 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f79dbbc-d9e0-4dde-b4fe-76907303fd11" -d '{"events": [{"server_uuid": "7dcaff61-29b7-43cb-9660-c12814b944e4", "name": "network-vif-deleted", "tag": "8e955c84-bf6d-44ba-8103-100845d7c051"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:24.115717 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6635cce9-e913-4de9-b506-0d7e1ee9e41f req-55444e86-2f80-4260-9335-6c4cd2841efb tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/security-groups?id=8e6f4c73-84f1-4119-850b-0ad897580acb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511185 May 13 17:28:24.157860 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a9d92d-9d96-451e-a839-35b8cdf95748 x-openstack-request-id: req-82a9d92d-9d96-451e-a839-35b8cdf95748 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:24.158164 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcaff61-29b7-43cb-9660-c12814b944e4", "name": "network-vif-deleted", "tag": "8e955c84-bf6d-44ba-8103-100845d7c051", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:24.158419 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82a9d92d-9d96-451e-a839-35b8cdf95748 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:24.158819 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a9d92d-9d96-451e-a839-35b8cdf95748'] response: {'server_uuid': '7dcaff61-29b7-43cb-9660-c12814b944e4', 'name': 'network-vif-deleted', 'tag': '8e955c84-bf6d-44ba-8103-100845d7c051', 'status': 'completed', 'code': 200} May 13 17:28:25.234959 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b7c457c-3ca1-4831-9bd2-c88283e9c3f0 req-f1721544-995d-4e4f-ad1c-dbc99037b1ba tempest-VolumesNegativeTest-1450720975 tempest-VolumesNegativeTest-1450720975-project] 10.222.0.64 "GET /v2.0/ports?device_id=7dcaff61-29b7-43cb-9660-c12814b944e4 HTTP/1.1" status: 200 len: 210 time: 0.0347776 May 13 17:28:25.526373 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44058) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:25.569962 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] Deleting subnet 41669b51-1524-4dc7-9286-5bb623dba6d2 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:28:25.573088 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] Publish callbacks [] for subnet (41669b51-1524-4dc7-9286-5bb623dba6d2), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:25.611547 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (41669b51-1524-4dc7-9286-5bb623dba6d2), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:25.653445 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (41669b51-1524-4dc7-9286-5bb623dba6d2), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:25.779233 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (41669b51-1524-4dc7-9286-5bb623dba6d2), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:25.805610 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41669b51-1524-4dc7-9286-5bb623dba6d2,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:25.807591 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:25.810715 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-57565bed-fb0a-4d73-8243-60c088f37694 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/41669b51-1524-4dc7-9286-5bb623dba6d2 HTTP/1.1" status: 204 len: 168 time: 0.2833457 May 13 17:28:25.813220 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44060) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:25.883000 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (bfa87f57-69c9-476e-a1ac-3f41f2881fe9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:25.962573 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (bfa87f57-69c9-476e-a1ac-3f41f2881fe9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:25.983770 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa87f57-69c9-476e-a1ac-3f41f2881fe9']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:25.993095 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cf40a5-159e-4bf1-ada1-90bb2bc567a8') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:25.993395 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cf40a5-159e-4bf1-ada1-90bb2bc567a8') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:26.006630 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (11cf40a5-159e-4bf1-ada1-90bb2bc567a8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.019415 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (11cf40a5-159e-4bf1-ada1-90bb2bc567a8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.025545 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:28:26.025931 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (11cf40a5-159e-4bf1-ada1-90bb2bc567a8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:28:26.027615 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:28:26.138563 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (bfa87f57-69c9-476e-a1ac-3f41f2881fe9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.143875 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.147592 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] 10.222.0.64 "DELETE /v2.0/networks/bfa87f57-69c9-476e-a1ac-3f41f2881fe9 HTTP/1.1" status: 204 len: 168 time: 0.3334208 May 13 17:28:26.158461 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3ce61-84cd-4ff6-aab7-c418b3f9b87b admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa87f57-69c9-476e-a1ac-3f41f2881fe9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:26.482177 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44080) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:26.526870 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fc94a0bb-5d4e-4f06-831c-8648be1b3233 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7123f57c394d4a35b46f5bf62d48abb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424104 May 13 17:28:26.527254 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44088) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:26.584607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1cb5d8b-88df-4321-b657-ce7b90be7a44 admin admin] Publish callbacks [] for security_group (e37bb27c-1f85-42b6-85be-852b94700801), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.608151 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1cb5d8b-88df-4321-b657-ce7b90be7a44 admin admin] Publish callbacks [] for security_group (e37bb27c-1f85-42b6-85be-852b94700801), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.722991 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1cb5d8b-88df-4321-b657-ce7b90be7a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (e37bb27c-1f85-42b6-85be-852b94700801), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.726141 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a1cb5d8b-88df-4321-b657-ce7b90be7a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:26.730231 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a1cb5d8b-88df-4321-b657-ce7b90be7a44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e37bb27c-1f85-42b6-85be-852b94700801 HTTP/1.1" status: 204 len: 168 time: 0.2002745 May 13 17:28:26.738649 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb5d8b-88df-4321-b657-ce7b90be7a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37bb27c-1f85-42b6-85be-852b94700801,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:27.098335 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44126) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:27.228786 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79873f08-8e73-4e47-ada0-b08897e06420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:27.309474 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79873f08-8e73-4e47-ada0-b08897e06420 admin admin] Publish callbacks [] for security_group (82d29393-b4f8-47c3-a61c-5003a569950b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:27.361883 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-79873f08-8e73-4e47-ada0-b08897e06420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (82d29393-b4f8-47c3-a61c-5003a569950b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:27.400209 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79873f08-8e73-4e47-ada0-b08897e06420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d29393-b4f8-47c3-a61c-5003a569950b,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:27.407201 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44164) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:27.419707 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-79873f08-8e73-4e47-ada0-b08897e06420 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b6d00497b4e4ff8a70bc2ba9308a27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202243 May 13 17:28:27.493813 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c6a-d056-4ec5-9033-be1bd0ffb90e admin admin] Publish callbacks [] for security_group (82d29393-b4f8-47c3-a61c-5003a569950b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:27.519094 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c6a-d056-4ec5-9033-be1bd0ffb90e admin admin] Publish callbacks [] for security_group (82d29393-b4f8-47c3-a61c-5003a569950b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:27.636154 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c6a-d056-4ec5-9033-be1bd0ffb90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (82d29393-b4f8-47c3-a61c-5003a569950b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:27.638812 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e8f53c6a-d056-4ec5-9033-be1bd0ffb90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:27.640752 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e8f53c6a-d056-4ec5-9033-be1bd0ffb90e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82d29393-b4f8-47c3-a61c-5003a569950b HTTP/1.1" status: 204 len: 168 time: 0.2318876 May 13 17:28:27.655746 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f53c6a-d056-4ec5-9033-be1bd0ffb90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d29393-b4f8-47c3-a61c-5003a569950b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:27.846409 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44228) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:27.866584 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8e955c84-bf6d-44ba-8103-100845d7c051 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:28:27.887885 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 8e955c84-bf6d-44ba-8103-100845d7c051 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:28:27.888403 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8e955c84-bf6d-44ba-8103-100845d7c051 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:28:28.086236 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-161567580-network', 'tenant_id': '27832590c00f47b7b09c343e892f310a'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:28.186696 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Made reservation on behalf of 27832590c00f47b7b09c343e892f310a for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:28.188981 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.200727 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.277427 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks [] for security_group (347567e4-18f1-445e-98de-0d0e686db1c8), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.355036 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44256) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:28.367901 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a53227fa-ab5e-446e-b88b-802d9d56c691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.398860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (347567e4-18f1-445e-98de-0d0e686db1c8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.424705 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e789663f-22cd-4a44-9f20-e8f84fbebbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.435527 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:28:28.449087 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347567e4-18f1-445e-98de-0d0e686db1c8,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:28.462694 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (db9d2d85-0ce1-4486-8371-c94aaefdba01), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.462694 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Added segment db9d2d85-0ce1-4486-8371-c94aaefdba01 of type vlan for network 0ae3692e-0df2-47ad-8286-157d76fd0bbd May 13 17:28:28.506442 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a53227fa-ab5e-446e-b88b-802d9d56c691 admin admin] Publish callbacks [] for security_group (1a2d0906-762c-4fbb-b521-81b27f75dccf), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.514425 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (0ae3692e-0df2-47ad-8286-157d76fd0bbd), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.614222 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (0ae3692e-0df2-47ad-8286-157d76fd0bbd), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.615372 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:28.616130 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.620645 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a53227fa-ab5e-446e-b88b-802d9d56c691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1a2d0906-762c-4fbb-b521-81b27f75dccf), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.712490 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a53227fa-ab5e-446e-b88b-802d9d56c691 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebe8746a5a484bec96199853f6b444d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563623 May 13 17:28:28.715411 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44266) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:28.723366 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53227fa-ab5e-446e-b88b-802d9d56c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2d0906-762c-4fbb-b521-81b27f75dccf,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:28.731727 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] Pushing event updated for resources: {'Network': ['ID=0ae3692e-0df2-47ad-8286-157d76fd0bbd,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:28.746951 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:28:28.765302 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-31dfb445-9115-4e36-b7b4-9d92ec88e88a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9177532 May 13 17:28:28.768623 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44272) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:28.774555 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Request body: {'subnet': {'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-subnet', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:28.777338 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-14efd85c-02e7-4522-bbba-42f0f3dba4e0 admin admin] Publish callbacks [] for security_group (1a2d0906-762c-4fbb-b521-81b27f75dccf), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.802314 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-14efd85c-02e7-4522-bbba-42f0f3dba4e0 admin admin] Publish callbacks [] for security_group (1a2d0906-762c-4fbb-b521-81b27f75dccf), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.875860 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Made reservation on behalf of 27832590c00f47b7b09c343e892f310a for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:28.878201 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3344664'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.899103 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-14efd85c-02e7-4522-bbba-42f0f3dba4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1a2d0906-762c-4fbb-b521-81b27f75dccf), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.901947 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-14efd85c-02e7-4522-bbba-42f0f3dba4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:28.903071 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-14efd85c-02e7-4522-bbba-42f0f3dba4e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a2d0906-762c-4fbb-b521-81b27f75dccf HTTP/1.1" status: 204 len: 168 time: 0.1867664 May 13 17:28:28.912805 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd85c-02e7-4522-bbba-42f0f3dba4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2d0906-762c-4fbb-b521-81b27f75dccf,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:29.150612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3393984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3344646'] for subnet (32dc892b-cf58-42f6-9303-ee7b046b6075), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.205509 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32dc892b-cf58-42f6-9303-ee7b046b6075,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:29.216010 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Checking segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:29.216371 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Network hostable DHCP agents. Network: 0ae3692e-0df2-47ad-8286-157d76fd0bbd, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:28:29.321025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:28:29.373196 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 0ae3692e-0df2-47ad-8286-157d76fd0bbd) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:29.377227 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:29.377825 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.382592 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7ddf7-022f-4e97-95ba-db3bc3f905df None None] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:29.435668 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44298) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:29.436342 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-24483ddf-3393-4eed-8a1f-43149ed56b83 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6658125 May 13 17:28:29.442211 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:29.499825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'project_id': '27832590c00f47b7b09c343e892f310a', 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:28:29.499825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.527871 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (3ea554c1-0e97-44d1-82c1-9bfe36912de1), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.528973 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (3ea554c1-0e97-44d1-82c1-9bfe36912de1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.574417 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44322) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:29.593774 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fbed-507c-4b78-a486-98694089def7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.633352 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks [] for router_controller (3ea554c1-0e97-44d1-82c1-9bfe36912de1), precommit_add_association {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.679102 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Allocated IP 172.20.0.2 (0ae3692e-0df2-47ad-8286-157d76fd0bbd/32dc892b-cf58-42f6-9303-ee7b046b6075/dec10833-d3b9-464b-b6e0-afc4b2e3bc99) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:29.705998 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fbed-507c-4b78-a486-98694089def7 admin admin] Publish callbacks [] for security_group (2fba8d38-471e-438d-b405-99d256700a43), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.724962 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44352) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:29.847854 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fbed-507c-4b78-a486-98694089def7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2fba8d38-471e-438d-b405-99d256700a43), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.865395 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Publish callbacks [] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.891995 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a7a8fbed-507c-4b78-a486-98694089def7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b9574f7d2314b0e99aa578f9bd0d767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162313 May 13 17:28:29.895757 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44362) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:29.918125 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8fbed-507c-4b78-a486-98694089def7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fba8d38-471e-438d-b405-99d256700a43,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:29.940917 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:29.971169 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a603d0-0143-4fe2-be9a-d94719ab4cd2 admin admin] Publish callbacks [] for security_group (2fba8d38-471e-438d-b405-99d256700a43), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.001431 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a603d0-0143-4fe2-be9a-d94719ab4cd2 admin admin] Publish callbacks [] for security_group (2fba8d38-471e-438d-b405-99d256700a43), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.023353 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:30.028609 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:30.031467 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:30.047624 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Pushing event updated for resources: {'Port': ['ID=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:30.063491 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-294e8f27-8668-4382-b2eb-47d1b77b11f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.091289 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks [] for router_gateway (3ea554c1-0e97-44d1-82c1-9bfe36912de1), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.102836 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Attempting to bind port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:30.103249 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Attempting to bind port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:30.103614 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Attempting to bind port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:30.108608 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:30.109016 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Checking segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:30.109408 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.109828 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Bound using segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:30.110266 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Bound port: dec10833-d3b9-464b-b6e0-afc4b2e3bc99, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:30.110647 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.111423 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a603d0-0143-4fe2-be9a-d94719ab4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2fba8d38-471e-438d-b405-99d256700a43), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.114530 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-97a603d0-0143-4fe2-be9a-d94719ab4cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.117204 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-97a603d0-0143-4fe2-be9a-d94719ab4cd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fba8d38-471e-438d-b405-99d256700a43 HTTP/1.1" status: 204 len: 168 time: 0.2192819 May 13 17:28:30.139442 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a603d0-0143-4fe2-be9a-d94719ab4cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fba8d38-471e-438d-b405-99d256700a43,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:30.174219 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-294e8f27-8668-4382-b2eb-47d1b77b11f6 admin admin] Publish callbacks [] for security_group (669613de-8ce2-449b-9ec9-c0d5dc3b1ca9), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.190556 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] For port dec10833-d3b9-464b-b6e0-afc4b2e3bc99, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:30.194118 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] For port dec10833-d3b9-464b-b6e0-afc4b2e3bc99, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:30.225657 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-294e8f27-8668-4382-b2eb-47d1b77b11f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (669613de-8ce2-449b-9ec9-c0d5dc3b1ca9), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.282322 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.283158 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-294e8f27-8668-4382-b2eb-47d1b77b11f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bca482db22de44b9b78b5545c1ed12a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5569038 May 13 17:28:30.285823 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44372) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:30.291154 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e8f27-8668-4382-b2eb-47d1b77b11f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669613de-8ce2-449b-9ec9-c0d5dc3b1ca9,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:30.341893 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7be-e9df-4fc2-99b7-ea7f22ed9dfb admin admin] Publish callbacks [] for security_group (669613de-8ce2-449b-9ec9-c0d5dc3b1ca9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.354186 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2208969-608a-4cb5-bcd9-1f39486d44ad None None] Pushing event updated for resources: {'Port': ['ID=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:30.370631 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7be-e9df-4fc2-99b7-ea7f22ed9dfb admin admin] Publish callbacks [] for security_group (669613de-8ce2-449b-9ec9-c0d5dc3b1ca9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.444447 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks [] for router_gateway (3ea554c1-0e97-44d1-82c1-9bfe36912de1), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.476178 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.510609 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7be-e9df-4fc2-99b7-ea7f22ed9dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (669613de-8ce2-449b-9ec9-c0d5dc3b1ca9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.514796 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5a41a7be-e9df-4fc2-99b7-ea7f22ed9dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.519920 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5a41a7be-e9df-4fc2-99b7-ea7f22ed9dfb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/669613de-8ce2-449b-9ec9-c0d5dc3b1ca9 HTTP/1.1" status: 204 len: 168 time: 0.2298830 May 13 17:28:30.541819 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41a7be-e9df-4fc2-99b7-ea7f22ed9dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669613de-8ce2-449b-9ec9-c0d5dc3b1ca9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:30.571705 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-eaffd7d3-4628-4ce1-92f2-41bf5c3d775a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:30.731489 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Allocated IP 172.27.3.89 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/a355d973-79d4-447d-9a8e-1e3e14a6964e) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:30.896455 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks [] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.031190 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.082134 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:31.082134 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:31.084677 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:31.134935 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Pushing event updated for resources: {'Port': ['ID=a355d973-79d4-447d-9a8e-1e3e14a6964e,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:31.463530 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44450) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:31.492878 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks [] for router_gateway (3ea554c1-0e97-44d1-82c1-9bfe36912de1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.532382 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44458) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:31.537767 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device dec10833-d3b9-464b-b6e0-afc4b2e3bc99 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:31.554064 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1acb4f45-31ff-41a8-9ea0-512580608e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.635509 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:31.636853 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.778693 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1acb4f45-31ff-41a8-9ea0-512580608e46 admin admin] Publish callbacks [] for security_group (1e65a8b6-76e3-4894-95f7-e53b8c8622eb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.785913 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:31.786317 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.818587 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8ec86-0b37-430a-8d33-ba42c10701b0 None None] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:31.842401 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1acb4f45-31ff-41a8-9ea0-512580608e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1e65a8b6-76e3-4894-95f7-e53b8c8622eb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.863537 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-949234934-network', 'tenant_id': 'f6fceef0782240ccb486341a9007e4b0'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:31.882032 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port dec10833-d3b9-464b-b6e0-afc4b2e3bc99, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:31.890197 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (3ea554c1-0e97-44d1-82c1-9bfe36912de1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.906195 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1acb4f45-31ff-41a8-9ea0-512580608e46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4b556337a674678bc71fc6c6f37d665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724511 May 13 17:28:31.907557 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb4f45-31ff-41a8-9ea0-512580608e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65a8b6-76e3-4894-95f7-e53b8c8622eb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:31.910392 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44478) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:31.932712 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-a513afac-7d9d-4f9b-a7ef-5eb97cbd8545 None None] Provisioning complete for port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:31.933245 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a513afac-7d9d-4f9b-a7ef-5eb97cbd8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.963795 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:31.980412 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19a20381-4485-4023-bc8f-e75f0082d922 admin admin] Publish callbacks [] for security_group (1e65a8b6-76e3-4894-95f7-e53b8c8622eb), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.001990 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.009568 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Made reservation on behalf of f6fceef0782240ccb486341a9007e4b0 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:32.011052 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.015486 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19a20381-4485-4023-bc8f-e75f0082d922 admin admin] Publish callbacks [] for security_group (1e65a8b6-76e3-4894-95f7-e53b8c8622eb), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.030126 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.114407 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:32.161365 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-a513afac-7d9d-4f9b-a7ef-5eb97cbd8545 None None] Current status of the port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:32.169753 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks [] for security_group (ddfd8df2-b068-4f0c-b7df-aa06285606a8), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.184759 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:28:32.213769 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19a20381-4485-4023-bc8f-e75f0082d922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1e65a8b6-76e3-4894-95f7-e53b8c8622eb), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.216581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-19a20381-4485-4023-bc8f-e75f0082d922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.220781 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-19a20381-4485-4023-bc8f-e75f0082d922 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1e65a8b6-76e3-4894-95f7-e53b8c8622eb HTTP/1.1" status: 204 len: 168 time: 0.3014114 May 13 17:28:32.226628 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a20381-4485-4023-bc8f-e75f0082d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65a8b6-76e3-4894-95f7-e53b8c8622eb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:32.258781 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ddfd8df2-b068-4f0c-b7df-aa06285606a8), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.283676 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-f13bae7a-4c5a-4843-baae-2aed7be232bd None None] Provisioning complete for port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:32.284498 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f13bae7a-4c5a-4843-baae-2aed7be232bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.286815 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:28:32.295943 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd8df2-b068-4f0c-b7df-aa06285606a8,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:32.302550 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (6709dbea-9231-453d-abeb-e2543014ce65), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.302889 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Added segment 6709dbea-9231-453d-abeb-e2543014ce65 of type vlan for network 0a5f1f56-1292-4f48-b919-1c7423ffdedd May 13 17:28:32.321689 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:32.334265 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Sync routers for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:32.348552 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:32.352246 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:32.358000 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (0a5f1f56-1292-4f48-b919-1c7423ffdedd), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.393051 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-f13bae7a-4c5a-4843-baae-2aed7be232bd None None] Current status of the port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:32.397640 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.398894 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-04b67761-0a00-4515-84ee-6d38e9c3c6ad admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9612498 May 13 17:28:32.405171 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44490) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:32.476944 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:32.655338 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:31Z', 'revision_number': 3, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:32.686715 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Checking router: 3ea554c1-0e97-44d1-82c1-9bfe36912de1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:32.687063 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Updating router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 port a355d973-79d4-447d-9a8e-1e3e14a6964e binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:28:32.700085 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (0a5f1f56-1292-4f48-b919-1c7423ffdedd), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.701035 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:32.701582 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.714363 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.800025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] Pushing event updated for resources: {'Network': ['ID=0a5f1f56-1292-4f48-b919-1c7423ffdedd,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:32.811881 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 0a5f1f56-1292-4f48-b919-1c7423ffdedd details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:28:32.836374 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a97960a5-e417-4923-87ca-95202b9b8eea admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3714850 May 13 17:28:32.839353 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44494) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:32.844179 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Request body: {'subnet': {'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-949234934-subnet', 'tenant_id': 'f6fceef0782240ccb486341a9007e4b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:32.937957 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44496) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:32.957728 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Made reservation on behalf of f6fceef0782240ccb486341a9007e4b0 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:32.960172 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3344664'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.972980 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Publish callbacks [] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:32.983047 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b07e76-783d-43e1-a645-6ade4f1ce43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.039290 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.122597 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Attempting to bind port a355d973-79d4-447d-9a8e-1e3e14a6964e on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:33.123458 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Attempting to bind port a355d973-79d4-447d-9a8e-1e3e14a6964e by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:33.124745 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Attempting to bind port a355d973-79d4-447d-9a8e-1e3e14a6964e on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:33.134199 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:33.135797 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:33.135797 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.136342 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:33.137176 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Bound port: a355d973-79d4-447d-9a8e-1e3e14a6964e, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:33.137775 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.148567 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b07e76-783d-43e1-a645-6ade4f1ce43c admin admin] Publish callbacks [] for security_group (c5fc0634-fd50-4ed1-a695-c0b6f9ef3940), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.200717 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Pushing event updated for resources: {'Port': ['ID=a355d973-79d4-447d-9a8e-1e3e14a6964e,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:33.206500 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] For port a355d973-79d4-447d-9a8e-1e3e14a6964e, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:33.213154 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] For port a355d973-79d4-447d-9a8e-1e3e14a6964e, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=a355d973-79d4-447d-9a8e-1e3e14a6964e,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:33.216705 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.217056 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.217421 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.217975 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.218534 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.219144 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-29b07e76-783d-43e1-a645-6ade4f1ce43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (c5fc0634-fd50-4ed1-a695-c0b6f9ef3940), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.219256 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.219489 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.219824 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.220145 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.220474 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.221055 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.221549 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.222132 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.223245 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.223790 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:33.260683 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-29b07e76-783d-43e1-a645-6ade4f1ce43c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9bf0d96a2c54065bff7b7cc25f16ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216100 May 13 17:28:33.261819 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b07e76-783d-43e1-a645-6ade4f1ce43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc0634-fd50-4ed1-a695-c0b6f9ef3940,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:33.264562 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44506) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:33.288553 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.299215 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.322040 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5eefed4b-eb07-44eb-8e45-7cabec352d6e admin admin] Publish callbacks [] for security_group (c5fc0634-fd50-4ed1-a695-c0b6f9ef3940), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.345919 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5eefed4b-eb07-44eb-8e45-7cabec352d6e admin admin] Publish callbacks [] for security_group (c5fc0634-fd50-4ed1-a695-c0b6f9ef3940), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.356553 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bac67-58d3-4fde-82cf-69cae139d119 None None] Pushing event updated for resources: {'Port': ['ID=a355d973-79d4-447d-9a8e-1e3e14a6964e,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:33.357737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3393984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3344646'] for subnet (83e0e941-c712-42ca-8be4-9b9eaca86981), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.366439 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:33.367558 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:33.455496 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e0e941-c712-42ca-8be4-9b9eaca86981,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:33.485474 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device dec10833-d3b9-464b-b6e0-afc4b2e3bc99 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:33.504059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Checking segment: {'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:33.504704 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Network hostable DHCP agents. Network: 0a5f1f56-1292-4f48-b919-1c7423ffdedd, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:28:33.513276 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.519078 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:33.530813 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Allocated IP 172.20.0.1 (0ae3692e-0df2-47ad-8286-157d76fd0bbd/32dc892b-cf58-42f6-9303-ee7b046b6075/5f383aa5-576a-42b4-9d39-0b24d147b413) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:33.543535 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:33.543997 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.555949 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5eefed4b-eb07-44eb-8e45-7cabec352d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (c5fc0634-fd50-4ed1-a695-c0b6f9ef3940), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.560680 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5eefed4b-eb07-44eb-8e45-7cabec352d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.562070 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5eefed4b-eb07-44eb-8e45-7cabec352d6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5fc0634-fd50-4ed1-a695-c0b6f9ef3940 HTTP/1.1" status: 204 len: 168 time: 0.2960660 May 13 17:28:33.582632 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefed4b-eb07-44eb-8e45-7cabec352d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc0634-fd50-4ed1-a695-c0b6f9ef3940,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:33.643890 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Network 0a5f1f56-1292-4f48-b919-1c7423ffdedd is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:28:33.648276 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks [] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.668780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:33.710406 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 0a5f1f56-1292-4f48-b919-1c7423ffdedd) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:33.716326 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:33.716946 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.725423 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1f07f-212a-4379-812e-177a04dc5b3f None None] Network 0a5f1f56-1292-4f48-b919-1c7423ffdedd requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:33.744279 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:33.768440 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:31Z', 'revision_number': 3, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:33.784414 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44512) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:33.799443 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b7618-9e69-454f-bb7f-3403e4c82221 None None] The sync data for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi is: [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:31Z', 'revision_number': 3, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:33.807432 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Pushing event updated for resources: {'Port': ['ID=5f383aa5-576a-42b4-9d39-0b24d147b413,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:33.811077 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:33.825062 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-95415e47-981f-4563-9355-37d4a87419cc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9760382 May 13 17:28:33.825062 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:33.826281 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:33.866218 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a941a-2f9a-4d6a-98a0-22fdbc25ee7a None None] Network 0a5f1f56-1292-4f48-b919-1c7423ffdedd requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:33.881961 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (3ea554c1-0e97-44d1-82c1-9bfe36912de1), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.141959 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-7d7d04cd-83eb-417b-a43f-f3180923c988 None None] Provisioning complete for port 5f383aa5-576a-42b4-9d39-0b24d147b413 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:34.147892 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7d7d04cd-83eb-417b-a43f-f3180923c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.197398 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.234296 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d04cd-83eb-417b-a43f-f3180923c988 None None] Port 5f383aa5-576a-42b4-9d39-0b24d147b413 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:34.234409 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ed22525a-659b-472a-96b7-f5d680c471b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e8b971013bf492988f7119cf63c69bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466724 May 13 17:28:34.244613 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44530) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:34.360017 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29dccdae-b49c-42ab-823e-3e2735a6900d admin admin] Publish callbacks [] for security_group (8e6f4c73-84f1-4119-850b-0ad897580acb), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.424543 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29dccdae-b49c-42ab-823e-3e2735a6900d admin admin] Publish callbacks [] for security_group (8e6f4c73-84f1-4119-850b-0ad897580acb), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.521277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks [] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.636739 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.642867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29dccdae-b49c-42ab-823e-3e2735a6900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8e6f4c73-84f1-4119-850b-0ad897580acb), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.645656 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-29dccdae-b49c-42ab-823e-3e2735a6900d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.646923 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-29dccdae-b49c-42ab-823e-3e2735a6900d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e6f4c73-84f1-4119-850b-0ad897580acb HTTP/1.1" status: 204 len: 168 time: 0.4006574 May 13 17:28:34.709940 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dccdae-b49c-42ab-823e-3e2735a6900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6f4c73-84f1-4119-850b-0ad897580acb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:34.723673 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (3ea554c1-0e97-44d1-82c1-9bfe36912de1), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.736824 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Pushing event updated for resources: {'Port': ['ID=5f383aa5-576a-42b4-9d39-0b24d147b413,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:34.738790 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:34.849901 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:34.851043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:35.012410 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:28:35.167003 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-4d0b6d3a-fac7-42cf-8716-808aba82ce6f None None] Provisioning complete for port 5f383aa5-576a-42b4-9d39-0b24d147b413 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:35.167583 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4d0b6d3a-fac7-42cf-8716-808aba82ce6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:35.209125 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b6d3a-fac7-42cf-8716-808aba82ce6f None None] Port 5f383aa5-576a-42b4-9d39-0b24d147b413 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:35.216123 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:35.222616 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-45385a64-a3a1-46cc-85d7-54ccc7ed1915 admin admin] 10.222.0.64 "PUT /v2.0/routers/3ea554c1-0e97-44d1-82c1-9bfe36912de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189783 May 13 17:28:35.491104 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device a355d973-79d4-447d-9a8e-1e3e14a6964e up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:35.553558 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port a355d973-79d4-447d-9a8e-1e3e14a6964e triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:35.554225 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:35.657737 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port a355d973-79d4-447d-9a8e-1e3e14a6964e is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:35.661081 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:35.688433 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port a355d973-79d4-447d-9a8e-1e3e14a6964e, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=a355d973-79d4-447d-9a8e-1e3e14a6964e,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:35.753864 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:35.814270 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=a355d973-79d4-447d-9a8e-1e3e14a6964e,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:35.942572 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Sync routers for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:35.958118 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-5d18e755-455c-4f94-8a0b-d2ddb5af2a32 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:35.960545 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:35.962284 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:35.963636 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-5d18e755-455c-4f94-8a0b-d2ddb5af2a32 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 818 time: 0.1082461 May 13 17:28:35.976683 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-7009cc54-e47c-49b6-8077-5316f03b30a5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/quotas/27832590c00f47b7b09c343e892f310a HTTP/1.1" status: 200 len: 375 time: 0.0105615 May 13 17:28:36.035607 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-8c8a94cb-befc-4020-a07b-bc3345609807 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525022 May 13 17:28:36.090954 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:36.160543 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-6d0dfa0b-93ca-4f4d-a971-6588c23821a5 service neutron] 10.222.0.64 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143830 May 13 17:28:36.169446 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44612) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:36.264011 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d52b000c-c97d-4528-aa52-0a48af1c6762 service neutron] 10.222.0.64 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972915 May 13 17:28:36.314323 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 2, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:36.327268 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1719505487-network', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:36.342377 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Checking router: 3ea554c1-0e97-44d1-82c1-9bfe36912de1 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:36.342899 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Updating router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 port 5f383aa5-576a-42b4-9d39-0b24d147b413 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:28:36.372765 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.436080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Made reservation on behalf of aff066fb75f04eb7bb9b16dea32b270d for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:36.438859 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.467711 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.547168 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4bece8df-fdd4-450b-85a2-8f8de422537e req-d3588194-59a9-4182-b9b1-dd2638649459 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 210 time: 0.0374653 May 13 17:28:36.637988 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks [] for security_group (9b42e811-1d0b-4444-958d-d8886a809123), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.692845 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (9b42e811-1d0b-4444-958d-d8886a809123), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.717533 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:28:36.722960 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Publish callbacks [] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.733842 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b42e811-1d0b-4444-958d-d8886a809123,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:36.736759 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.737322 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Added segment fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b of type vlan for network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 May 13 17:28:36.790512 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (9cd1f104-2ed2-40ab-be68-4e5ad88257b1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.830329 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.888069 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de6414-aff9-44c4-92a9-17ce740f348d None None] Pushing event updated for resources: {'Port': ['ID=5f383aa5-576a-42b4-9d39-0b24d147b413,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:36.902688 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-afda12e1-3b82-4bba-96c7-d46b2157496e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:36.915107 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-afda12e1-3b82-4bba-96c7-d46b2157496e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 818 time: 0.1435890 May 13 17:28:36.931779 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-3a61ad15-ba28-4853-aaad-2f141bc7e6ef tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/quotas/27832590c00f47b7b09c343e892f310a HTTP/1.1" status: 200 len: 375 time: 0.0156405 May 13 17:28:36.939106 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (9cd1f104-2ed2-40ab-be68-4e5ad88257b1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.940302 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:36.941013 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.952433 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Attempting to bind port 5f383aa5-576a-42b4-9d39-0b24d147b413 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:36.952811 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Attempting to bind port 5f383aa5-576a-42b4-9d39-0b24d147b413 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:36.953180 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Attempting to bind port 5f383aa5-576a-42b4-9d39-0b24d147b413 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:36.966324 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:36.966708 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Checking segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:36.967120 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:36.967547 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Bound using segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:36.968432 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Bound port: 5f383aa5-576a-42b4-9d39-0b24d147b413, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:36.968432 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:37.011861 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-b85e42a6-1dc3-42ac-b822-0b2efd43bd52 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786657 May 13 17:28:37.022640 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] Pushing event updated for resources: {'Network': ['ID=9cd1f104-2ed2-40ab-be68-4e5ad88257b1,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:37.035220 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:28:37.108563 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] For port 5f383aa5-576a-42b4-9d39-0b24d147b413, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:37.117151 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a259d284-bdea-4aae-a26a-f2926ba817db admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9466367 May 13 17:28:37.122646 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44644) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:37.129327 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Request body: {'subnet': {'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1719505487-subnet', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:37.135175 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-323c786a-805b-4772-9dfc-9a421b8dd7f0 service neutron] 10.222.0.64 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218672 May 13 17:28:37.152702 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] For port 5f383aa5-576a-42b4-9d39-0b24d147b413, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=5f383aa5-576a-42b4-9d39-0b24d147b413,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:37.155582 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ad6f501f-ec6e-4637-aedc-b489f1678278 None None] Provisioning complete for port 5f383aa5-576a-42b4-9d39-0b24d147b413 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:37.155985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ad6f501f-ec6e-4637-aedc-b489f1678278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:37.194813 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f501f-ec6e-4637-aedc-b489f1678278 None None] Port 5f383aa5-576a-42b4-9d39-0b24d147b413 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:37.241548 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Made reservation on behalf of aff066fb75f04eb7bb9b16dea32b270d for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:37.244160 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3472931'] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:37.245714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:37.271242 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-6eeb99c9-fc01-4b08-9f29-24bee952a323 service neutron] 10.222.0.64 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125016 May 13 17:28:37.311351 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:37.312196 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:37.352858 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de6414-aff9-44c4-92a9-17ce740f348d None None] Pushing event updated for resources: {'Port': ['ID=5f383aa5-576a-42b4-9d39-0b24d147b413,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:37.514658 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:37.565501 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device a355d973-79d4-447d-9a8e-1e3e14a6964e up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:37.670635 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f450f47a-d295-4122-acd0-d5cf28cc0b3e req-9e05fd6e-ca0f-4b0e-9420-9a363388453c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.0555942 May 13 17:28:37.701783 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693598f-4409-4c58-ac40-ce14c273e35d req-495d4545-43b2-4736-91fd-b4e01fb233b4 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:37.709113 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-495d4545-43b2-4736-91fd-b4e01fb233b4 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/networks?id=0a5f1f56-1292-4f48-b919-1c7423ffdedd HTTP/1.1" status: 200 len: 808 time: 0.2130616 May 13 17:28:37.731884 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-db809930-051e-402d-96b5-d9252c54d8fa tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/quotas/f6fceef0782240ccb486341a9007e4b0 HTTP/1.1" status: 200 len: 375 time: 0.0200138 May 13 17:28:37.812107 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-6f748f4b-ccc8-43d0-bb97-93a1251c41ef tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6fceef0782240ccb486341a9007e4b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746055 May 13 17:28:37.891089 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3472957'] for subnet (9c3a8b12-6c39-48c2-9e82-92ea8d91e964), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:37.911620 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0f8970b6-e705-4312-b7c9-5a1ad06662de None None] Provisioning complete for port 5f383aa5-576a-42b4-9d39-0b24d147b413 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:37.912329 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0f8970b6-e705-4312-b7c9-5a1ad06662de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:37.956122 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-a058001f-bad0-499b-8a70-27a0037b62a8 service neutron] 10.222.0.64 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367986 May 13 17:28:37.958543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port a355d973-79d4-447d-9a8e-1e3e14a6964e triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:37.958955 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:37.961995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3a8b12-6c39-48c2-9e82-92ea8d91e964,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:37.986956 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Checking segment: {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:37.987351 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Network hostable DHCP agents. Network: 9cd1f104-2ed2-40ab-be68-4e5ad88257b1, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:28:38.090747 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-2437f429-1458-4673-b87f-934add1e8183 service neutron] 10.222.0.64 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147127 May 13 17:28:38.108822 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:37Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:38.161781 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:28:38.163623 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8991da5-b04e-46c9-b15d-7adbf5f7d64b None None] The sync data for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi is: [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:37Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:38.169938 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0f8970b6-e705-4312-b7c9-5a1ad06662de None None] Current status of the port 5f383aa5-576a-42b4-9d39-0b24d147b413 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:38.169938 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0f8970b6-e705-4312-b7c9-5a1ad06662de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.183806 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port a355d973-79d4-447d-9a8e-1e3e14a6964e is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:38.211947 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0f8970b6-e705-4312-b7c9-5a1ad06662de None None] For port 5f383aa5-576a-42b4-9d39-0b24d147b413, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=5f383aa5-576a-42b4-9d39-0b24d147b413,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:38.247449 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 9cd1f104-2ed2-40ab-be68-4e5ad88257b1) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:38.251685 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:38.252395 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.279897 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c866c-ed15-4658-b57a-85904f91006e None None] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:38.341942 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-2ff1a0fe-f931-495b-b1c1-70afe5d5ddbc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2178254 May 13 17:28:38.344838 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44682) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:38.349414 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:38.391485 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24001110-f48e-42a2-8f15-e4901b6e2d03 req-c349df0b-257b-424a-ac3f-4810e8d7d910 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0725672 May 13 17:28:38.412893 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0f8970b6-e705-4312-b7c9-5a1ad06662de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.478058 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8970b6-e705-4312-b7c9-5a1ad06662de None None] Pushing event updated for resources: {'Port': ['ID=5f383aa5-576a-42b4-9d39-0b24d147b413,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:38.481886 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (6b488d7c-65bc-44be-8308-86ff9951a6b9), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.483196 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (6b488d7c-65bc-44be-8308-86ff9951a6b9), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.522828 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:28:38.524383 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.558497 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks [] for router_controller (6b488d7c-65bc-44be-8308-86ff9951a6b9), precommit_add_association {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.679195 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Allocated IP 172.20.0.2 (9cd1f104-2ed2-40ab-be68-4e5ad88257b1/9c3a8b12-6c39-48c2-9e82-92ea8d91e964/1721bb28-cf5f-4eab-95cb-ab13806b415a) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:38.867637 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Publish callbacks [] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:38.964304 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.012377 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:39.015509 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:39.019917 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:39.028274 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Pushing event updated for resources: {'Port': ['ID=1721bb28-cf5f-4eab-95cb-ab13806b415a,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:39.094971 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Attempting to bind port 1721bb28-cf5f-4eab-95cb-ab13806b415a on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:39.095453 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Attempting to bind port 1721bb28-cf5f-4eab-95cb-ab13806b415a by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:39.095878 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Attempting to bind port 1721bb28-cf5f-4eab-95cb-ab13806b415a on network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:39.102032 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:39.102434 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Checking segment: {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:39.102905 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.103475 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Bound using segment: {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:39.104136 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Bound port: 1721bb28-cf5f-4eab-95cb-ab13806b415a, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:39.104521 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.147171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks [] for router_gateway (6b488d7c-65bc-44be-8308-86ff9951a6b9), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.183476 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] For port 1721bb28-cf5f-4eab-95cb-ab13806b415a, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:39.187025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] For port 1721bb28-cf5f-4eab-95cb-ab13806b415a, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=1721bb28-cf5f-4eab-95cb-ab13806b415a,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:39.191868 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-97168395-88a3-4777-90fb-cdcf5c0a4091 req-6530fde8-5b2e-483e-9ac6-dabdd87cf022 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.3468125 May 13 17:28:39.272992 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.426451 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-cf0738ad-e70a-49ae-9d0f-dafc411b067b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:39.428002 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-cf0738ad-e70a-49ae-9d0f-dafc411b067b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 818 time: 0.2187757 May 13 17:28:39.437607 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac520822-1674-488f-a0ce-cd15bd6e8535 None None] Pushing event updated for resources: {'Port': ['ID=1721bb28-cf5f-4eab-95cb-ab13806b415a,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:39.498007 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 5f383aa5-576a-42b4-9d39-0b24d147b413 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:39.521395 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de4cbd43-2149-42d4-8bd5-4846bf6292d4 req-a44bcc7f-e188-4b0b-bd13-ecfb4838d265 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0354569 May 13 17:28:39.564048 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'port': {'device_id': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'admin_state_up': True, 'tenant_id': '27832590c00f47b7b09c343e892f310a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:39.663882 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 5f383aa5-576a-42b4-9d39-0b24d147b413 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:39.664454 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.730913 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks [] for router_gateway (6b488d7c-65bc-44be-8308-86ff9951a6b9), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.774178 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.893056 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Made reservation on behalf of 27832590c00f47b7b09c343e892f310a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:39.896711 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:39.909560 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 5f383aa5-576a-42b4-9d39-0b24d147b413 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:39.964028 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Allocated IP 172.27.3.133 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/184f7e3d-3e56-4002-bc5c-5a4d7fe288f7) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:40.052995 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Allocated IP 172.20.0.6 (0ae3692e-0df2-47ad-8286-157d76fd0bbd/32dc892b-cf58-42f6-9303-ee7b046b6075/8c1697c5-1f14-4626-9fa8-129fec582059) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:40.100453 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks [] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.214002 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for port (8c1697c5-1f14-4626-9fa8-129fec582059), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.298524 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.298524 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-49349c43-d769-4e10-b385-1c86056bc961 req-10735c03-3e62-4491-91e8-e3d02ac19752 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.0357778 May 13 17:28:40.337488 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:40.342133 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:40.349932 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:40.355839 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Pushing event updated for resources: {'Port': ['ID=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:40.379374 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.433892 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:40.437475 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:40.440260 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:40.488973 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'Port': ['ID=8c1697c5-1f14-4626-9fa8-129fec582059,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:40.514024 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:40.514880 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.624049 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-160d1f0f-861b-4b25-9941-7ba1c7e4a2aa req-1d5ef42e-9b76-48e2-a8e6-bc19127b12aa tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0318539 May 13 17:28:40.650298 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-e9077c0d-2653-4a99-b791-c0daa9a2c015 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1037946 May 13 17:28:40.712465 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e210f7-c7ae-47d4-910f-1668dedd281a None None] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:40.784694 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Provisioning complete for port 1721bb28-cf5f-4eab-95cb-ab13806b415a triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:40.785078 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.829285 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks [] for router_gateway (6b488d7c-65bc-44be-8308-86ff9951a6b9), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.913547 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Current status of the port 1721bb28-cf5f-4eab-95cb-ab13806b415a is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:40.913935 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:40.952192 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] For port 1721bb28-cf5f-4eab-95cb-ab13806b415a, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=1721bb28-cf5f-4eab-95cb-ab13806b415a,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:41.031729 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:41.043032 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (6b488d7c-65bc-44be-8308-86ff9951a6b9), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:41.064424 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Provisioning complete for port 8c1697c5-1f14-4626-9fa8-129fec582059 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:41.064936 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:41.124443 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Pushing event updated for resources: {'Port': ['ID=1721bb28-cf5f-4eab-95cb-ab13806b415a,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:41.126992 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-e0456a22-13ce-40f3-b64e-8187e5e41658 None None] Port 8c1697c5-1f14-4626-9fa8-129fec582059 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:41.241648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Router 6b488d7c-65bc-44be-8308-86ff9951a6b9 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:28:41.244163 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ef6b8166-dc43-4dd5-b65c-13b21b9567d6 None None] Provisioning complete for port 1721bb28-cf5f-4eab-95cb-ab13806b415a triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:41.244543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ef6b8166-dc43-4dd5-b65c-13b21b9567d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:41.323283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b8166-dc43-4dd5-b65c-13b21b9567d6 None None] Current status of the port 1721bb28-cf5f-4eab-95cb-ab13806b415a is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:41.349834 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:41.358975 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Sync routers for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:41.373135 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:41.379455 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:41.403602 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7324e2b9-a210-4c04-ae5f-cdf4e38f92f1 req-e683b8bc-afc9-4d78-828f-7a77b1ffb065 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.0302966 May 13 17:28:41.427697 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:41.428999 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-786a8449-ee3c-45d1-8d8c-692b4cfabc02 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0831029 May 13 17:28:41.434208 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44738) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:41.489779 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 1721bb28-cf5f-4eab-95cb-ab13806b415a up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:41.537823 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 1721bb28-cf5f-4eab-95cb-ab13806b415a triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:41.538134 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:41.591328 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:41.624293 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 1721bb28-cf5f-4eab-95cb-ab13806b415a is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:41.723251 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d7456041-0019-4c01-8c63-b05d0dbae22a req-b7bae6ad-705e-462f-870f-b826bff6f6a9 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0288279 May 13 17:28:41.767403 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:40Z', 'revision_number': 3, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:41.798177 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Checking router: 6b488d7c-65bc-44be-8308-86ff9951a6b9 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:41.798444 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Updating router 6b488d7c-65bc-44be-8308-86ff9951a6b9 port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:28:41.826773 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.068058 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.077996 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Publish callbacks [] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.150283 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.205516 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Attempting to bind port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:42.205892 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Attempting to bind port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:42.206256 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Attempting to bind port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:42.209635 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d17d7-f53a-4801-a3f7-040d191b64d7 None None] Pushing event updated for resources: {'Port': ['ID=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:42.214217 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:42.214860 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:42.214984 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.215404 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:42.215872 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Bound port: 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:42.216589 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.223963 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Allocated IP 172.20.0.1 (9cd1f104-2ed2-40ab-be68-4e5ad88257b1/9c3a8b12-6c39-48c2-9e82-92ea8d91e964/579fa693-90f3-4a40-bac7-e54894c2ccab) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:42.266702 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] For port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:42.270326 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] For port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:42.326605 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks [] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.339288 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.386066 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:42.386677 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:42.419357 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.445317 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d17d7-f53a-4801-a3f7-040d191b64d7 None None] Pushing event updated for resources: {'Port': ['ID=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:42.459585 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:42.467087 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:42.477415 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:42.480719 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=579fa693-90f3-4a40-bac7-e54894c2ccab,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:42.517935 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:42.543165 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.543726 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.544076 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.544423 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.544788 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.545103 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.545435 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.545767 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.546096 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.547810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.547810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.547810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.547810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.547810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.548199 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:42.563373 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d31a2ae1-8c3d-49d6-af2c-c86302e5231d req-f9db4bbf-4a33-497c-b39c-db8dc2c47412 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.0597868 May 13 17:28:42.572934 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (6b488d7c-65bc-44be-8308-86ff9951a6b9), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.696528 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:40Z', 'revision_number': 3, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:42.722230 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c8483-6bfb-4bb8-97de-6b2bcc756b16 None None] The sync data for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi is: [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:40Z', 'revision_number': 3, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:42.754823 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53a38c36-6987-4aed-af01-7bda758dea4a None None] Provisioning complete for port 579fa693-90f3-4a40-bac7-e54894c2ccab triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:42.760057 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53a38c36-6987-4aed-af01-7bda758dea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.780036 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:42.811269 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53a38c36-6987-4aed-af01-7bda758dea4a None None] Port 579fa693-90f3-4a40-bac7-e54894c2ccab cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:42.835735 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-addaf647-b250-4636-990b-fae792f1dab6 req-e91e3253-c857-4306-badf-f68406152fba tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0341771 May 13 17:28:42.952201 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks [] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.030230 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.102108 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=579fa693-90f3-4a40-bac7-e54894c2ccab,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:43.104698 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (6b488d7c-65bc-44be-8308-86ff9951a6b9), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.202766 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:43.204367 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:43.329638 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Router 6b488d7c-65bc-44be-8308-86ff9951a6b9 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:28:43.449619 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:43.451249 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-57ddf5c5-4231-4ea8-8d66-5c8c465c61c7 None None] Provisioning complete for port 579fa693-90f3-4a40-bac7-e54894c2ccab triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:43.451249 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-57ddf5c5-4231-4ea8-8d66-5c8c465c61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.455524 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a5c333b5-ab82-445f-96da-ef08ae73e2b1 admin admin] 10.222.0.64 "PUT /v2.0/routers/6b488d7c-65bc-44be-8308-86ff9951a6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0202043 May 13 17:28:43.487201 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:43.519752 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.533449 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-57ddf5c5-4231-4ea8-8d66-5c8c465c61c7 None None] Port 579fa693-90f3-4a40-bac7-e54894c2ccab cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:43.559825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:43.560316 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.614015 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Request body: {'port': {'device_id': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:43.680872 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:43.681450 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.696548 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-60e23653-233d-4d80-b297-b33d13396b6a req-2e351742-7fb7-40a9-a5d4-dc9547dfed6e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.0427291 May 13 17:28:43.705810 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:43.714059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.778477 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:43.830474 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:43.838631 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.838980 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.839376 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.839782 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.840064 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.840391 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.840715 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.841039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.841362 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.841685 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.842010 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.842351 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.842677 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.842999 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:43.843338 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.097596 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-19b57418-78d3-494e-8ab8-650fdbe0fd96 req-f2d1110e-f465-4131-b3a9-ee526e9ba932 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0344791 May 13 17:28:44.261187 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44784) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:44.266927 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-331077766-network', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:44.267339 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1697c5-1f14-4626-9fa8-129fec582059 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:28:44.276774 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Publish callbacks [] for port (8c1697c5-1f14-4626-9fa8-129fec582059), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.293025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Transition to ACTIVE for port object 8c1697c5-1f14-4626-9fa8-129fec582059 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:28:44.313293 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44790) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:44.357810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] Deleting subnet 4557ed32-3814-4653-be07-58744bb2c617 {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:28:44.361033 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] Publish callbacks [] for subnet (4557ed32-3814-4653-be07-58744bb2c617), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.380584 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Made reservation on behalf of c2d398586c0d470bb12b8fde402dfa0b for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:44.382787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.396836 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.412930 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.414046 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (4557ed32-3814-4653-be07-58744bb2c617), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.463892 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1697c5-1f14-4626-9fa8-129fec582059,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:44.474344 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (4557ed32-3814-4653-be07-58744bb2c617), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.489679 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.490037 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.490387 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.490734 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.491072 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.491437 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.491775 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.492112 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.492452 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.492786 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.493119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.493451 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.493780 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.494114 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.494457 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:28:44.570167 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks [] for security_group (b90a46ec-ddf1-4e7b-932b-922a59776480), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.575086 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Attempting to bind port 8c1697c5-1f14-4626-9fa8-129fec582059 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:44.575451 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Attempting to bind port 8c1697c5-1f14-4626-9fa8-129fec582059 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:44.578495 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Attempting to bind port 8c1697c5-1f14-4626-9fa8-129fec582059 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:44.581084 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Port 8c1697c5-1f14-4626-9fa8-129fec582059 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:28:44.581544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Attempting to bind port 8c1697c5-1f14-4626-9fa8-129fec582059 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:44.592327 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:44.592733 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Checking segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:44.593202 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Bound using segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:44.593869 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Bound port: 8c1697c5-1f14-4626-9fa8-129fec582059, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:44.594570 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.668657 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] For port 8c1697c5-1f14-4626-9fa8-129fec582059, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:44.676135 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] For port 8c1697c5-1f14-4626-9fa8-129fec582059, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8c1697c5-1f14-4626-9fa8-129fec582059,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:44.698831 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b90a46ec-ddf1-4e7b-932b-922a59776480), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.705827 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (4557ed32-3814-4653-be07-58744bb2c617), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.747303 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:28:44.755179 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4557ed32-3814-4653-be07-58744bb2c617,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:44.765077 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.767794 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.768306 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-42feb6c0-3383-48ad-8899-c8273038731e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4557ed32-3814-4653-be07-58744bb2c617 HTTP/1.1" status: 204 len: 168 time: 0.4539714 May 13 17:28:44.774451 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44802) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:44.836955 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (6eae1dd1-6749-4af8-99e2-43dad3f83449), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.837288 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Added segment 6eae1dd1-6749-4af8-99e2-43dad3f83449 of type vlan for network 002d569d-d52e-4c57-a3f0-a76fc47271d8 May 13 17:28:44.841235 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90a46ec-ddf1-4e7b-932b-922a59776480,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:44.900310 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:44.900955 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.903325 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] 10.222.0.82 "PUT /v2.0/ports/8c1697c5-1f14-4626-9fa8-129fec582059 HTTP/1.1" status: 200 len: 1093 time: 1.3068037 May 13 17:28:44.904059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'tag': '8c1697c5-1f14-4626-9fa8-129fec582059'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:44.906498 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e5792-0602-4619-8383-ae5c16f9f310" -d '{"events": [{"name": "network-changed", "server_uuid": "ee92d4ec-0b6a-4fae-8b6c-eaf330781f58", "tag": "8c1697c5-1f14-4626-9fa8-129fec582059"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:44.923449 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (f417656a-5ff0-44ee-9b75-db4dc5810d95), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.950323 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (002d569d-d52e-4c57-a3f0-a76fc47271d8), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:44.974063 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-489e9a59-c77f-4ed2-a739-5107eb631e13 req-a328e06b-60cf-46d1-9a44-ebe2cd66e2e5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.1337142 May 13 17:28:44.994792 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac73cf1-c30a-46a8-8431-d0d1bd68cd4f x-openstack-request-id: req-6ac73cf1-c30a-46a8-8431-d0d1bd68cd4f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:44.996065 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee92d4ec-0b6a-4fae-8b6c-eaf330781f58", "tag": "8c1697c5-1f14-4626-9fa8-129fec582059", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:44.996453 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ac73cf1-c30a-46a8-8431-d0d1bd68cd4f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:44.996976 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac73cf1-c30a-46a8-8431-d0d1bd68cd4f'] response: {'name': 'network-changed', 'server_uuid': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'tag': '8c1697c5-1f14-4626-9fa8-129fec582059', 'status': 'completed', 'code': 200} May 13 17:28:45.035679 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-a26c9f5f-a31a-4cfe-9eee-6c34ebf7e045 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002922 May 13 17:28:45.043640 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8703a-ac94-4845-81b4-d39675da0e73 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1697c5-1f14-4626-9fa8-129fec582059,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:45.072727 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693598f-4409-4c58-ac40-ce14c273e35d req-2d454144-137e-4fc2-bfec-55340a18d4ab tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.083698 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-2d454144-137e-4fc2-bfec-55340a18d4ab tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "GET /v2.0/networks?id=0a5f1f56-1292-4f48-b919-1c7423ffdedd HTTP/1.1" status: 200 len: 808 time: 0.3393457 May 13 17:28:45.086889 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (f417656a-5ff0-44ee-9b75-db4dc5810d95), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.107853 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f417656a-5ff0-44ee-9b75-db4dc5810d95']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:45.117105 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:45.117404 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:45.127159 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.138397 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (002d569d-d52e-4c57-a3f0-a76fc47271d8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.139439 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.139969 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.148955 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.197391 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:28:45.197804 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (74e6735e-2e7e-4d9a-85ae-0d77c48b6ef1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:28:45.199588 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:28:45.221500 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-915a1495-b9cd-4e73-9a72-b35f6e61c076 req-c8a86402-d944-43a1-ada4-681b6d44ec11 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0382662 May 13 17:28:45.250418 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] Pushing event updated for resources: {'Network': ['ID=002d569d-d52e-4c57-a3f0-a76fc47271d8,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:45.263537 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:28:45.289566 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Request body: {'port': {'device_id': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd', 'admin_state_up': True, 'tenant_id': 'f6fceef0782240ccb486341a9007e4b0'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:45.312933 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-2134277e-0528-449f-af70-caa4523a0658 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0486755 May 13 17:28:45.319924 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44810) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:45.327428 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Request body: {'subnet': {'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-331077766-subnet', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:45.367524 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (f417656a-5ff0-44ee-9b75-db4dc5810d95), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.374179 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.377861 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f417656a-5ff0-44ee-9b75-db4dc5810d95 HTTP/1.1" status: 204 len: 168 time: 0.6019685 May 13 17:28:45.389923 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44812) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:45.401083 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5949c8-899b-4b3b-ab3e-9180e7ef7996 admin admin] Pushing event deleted for resources: {'Network': ['ID=f417656a-5ff0-44ee-9b75-db4dc5810d95,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:45.445425 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] Deleting subnet 19e4918e-603a-49d4-aaaf-f91ea80b30cc {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:28:45.447816 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e5792-0602-4619-8383-ae5c16f9f310 req-30dfc70d-bbe8-4de7-9b4b-d93ca7ab1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.449527 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec8e5792-0602-4619-8383-ae5c16f9f310 req-30dfc70d-bbe8-4de7-9b4b-d93ca7ab1bcf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 1127 time: 0.1561186 May 13 17:28:45.449661 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] Publish callbacks [] for subnet (19e4918e-603a-49d4-aaaf-f91ea80b30cc), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.456073 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-1b537e18-5161-48da-afcd-e5ee07d505b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.458241 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-1b537e18-5161-48da-afcd-e5ee07d505b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1129 time: 0.1340876 May 13 17:28:45.470175 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Made reservation on behalf of c2d398586c0d470bb12b8fde402dfa0b for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:45.470808 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:45.472839 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3472931'] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.550958 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:45.551610 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.818092 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Sync routers for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:45.818661 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (19e4918e-603a-49d4-aaaf-f91ea80b30cc), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.818771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:45.818771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:45.818771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:45.819025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e5792-0602-4619-8383-ae5c16f9f310 req-da87a865-fd6b-4c28-a191-62d3c59f59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.819025 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec8e5792-0602-4619-8383-ae5c16f9f310 req-da87a865-fd6b-4c28-a191-62d3c59f59c5 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=27832590c00f47b7b09c343e892f310a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2326577 May 13 17:28:45.819025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-bbc8bdab-5492-4559-821e-4d40ca0bdaf4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.819025 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-bbc8bdab-5492-4559-821e-4d40ca0bdaf4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 818 time: 0.1927903 May 13 17:28:45.819025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'port': {'device_id': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'admin_state_up': True, 'tenant_id': '27832590c00f47b7b09c343e892f310a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:45.819492 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (19e4918e-603a-49d4-aaaf-f91ea80b30cc), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.819577 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:45.819667 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-d556ddb6-7f36-452c-887f-dbddeda13b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.819667 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-d556ddb6-7f36-452c-887f-dbddeda13b80 service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.2470288 May 13 17:28:45.893674 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e5792-0602-4619-8383-ae5c16f9f310 req-9396c238-aa24-419a-9248-4573b0dcedac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:45.895978 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec8e5792-0602-4619-8383-ae5c16f9f310 req-9396c238-aa24-419a-9248-4573b0dcedac service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895459 May 13 17:28:45.938269 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-81966cad-6828-48ec-940d-b548adb7a58e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 200 len: 1000 time: 0.1157684 May 13 17:28:45.944541 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3472957'] for subnet (56e0c647-2893-45c1-ae78-a828ac6a7bb6), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:45.944706 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Made reservation on behalf of f6fceef0782240ccb486341a9007e4b0 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:45.948125 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.051515 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e0c647-2893-45c1-ae78-a828ac6a7bb6,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:46.051934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-a164a074-28d5-4b94-93f7-03021a98905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:46.053518 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-a164a074-28d5-4b94-93f7-03021a98905b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 1127 time: 0.0801852 May 13 17:28:46.082985 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-ea34ea85-8a3d-4876-84ed-bc07527ca55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:46.084452 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-ea34ea85-8a3d-4876-84ed-bc07527ca55b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.1053348 May 13 17:28:46.087758 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 2, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:46.115768 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Checking router: 6b488d7c-65bc-44be-8308-86ff9951a6b9 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:46.116394 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Updating router 6b488d7c-65bc-44be-8308-86ff9951a6b9 port 579fa693-90f3-4a40-bac7-e54894c2ccab binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:28:46.121854 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Checking segment: {'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:46.126153 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Network hostable DHCP agents. Network: 002d569d-d52e-4c57-a3f0-a76fc47271d8, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:28:46.145426 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ebb2c601-132a-4f75-87e8-d7465f64802c req-b73e63a0-0110-407b-b222-7e3d13122f50 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.0672796 May 13 17:28:46.145666 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.146553 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (19e4918e-603a-49d4-aaaf-f91ea80b30cc), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.169410 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-2105bbc0-8515-4f18-896f-2ba0a5e0e4d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c1697c5-1f14-4626-9fa8-129fec582059 HTTP/1.1" status: 200 len: 217 time: 0.0827119 May 13 17:28:46.188430 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Made reservation on behalf of 27832590c00f47b7b09c343e892f310a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:46.199936 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.203924 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e4918e-603a-49d4-aaaf-f91ea80b30cc,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:46.212861 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.216353 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-10e0d584-0a77-4dfd-8c52-2f08320f3dcf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/19e4918e-603a-49d4-aaaf-f91ea80b30cc HTTP/1.1" status: 204 len: 168 time: 0.8252280 May 13 17:28:46.219895 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-2a216139-ba88-4c38-9bee-a45190d13f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:46.223509 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-2a216139-ba88-4c38-9bee-a45190d13f97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252148 May 13 17:28:46.223509 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44824) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:46.284008 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Allocated IP 172.20.0.13 (0a5f1f56-1292-4f48-b919-1c7423ffdedd/83e0e941-c712-42ca-8be4-9b9eaca86981/fb94ca7c-01fc-441c-a41a-2b1ad50471cb) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:46.341881 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-a1c70b6f-b4d5-45dd-ac6f-85562f1d48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:46.343730 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-a1c70b6f-b4d5-45dd-ac6f-85562f1d48da service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.1179678 May 13 17:28:46.410330 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ce39915a-8268-4b85-a9b8-575df149dd02 req-eb27b09b-bd3b-4bc9-8d67-0784aa501f77 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0758498 May 13 17:28:46.545431 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Allocated IP 172.20.0.11 (0ae3692e-0df2-47ad-8286-157d76fd0bbd/32dc892b-cf58-42f6-9303-ee7b046b6075/c3ddca4e-2887-4fd8-919d-7abc574f54f5) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:46.548532 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:28:46.578558 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-ce852d8e-fc36-4b68-8639-5442def2df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:46.580247 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-ce852d8e-fc36-4b68-8639-5442def2df65 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026623 May 13 17:28:46.587633 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (e46eab7e-81fe-49e3-8754-c23116a6c022), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.607835 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-946465a1-b285-44d3-b97c-9ce105810dd0 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771966 May 13 17:28:46.634385 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 002d569d-d52e-4c57-a3f0-a76fc47271d8) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:46.646990 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:46.647575 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.652398 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd6986-5447-49c6-954b-75fa0ce22ac1 None None] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:46.708574 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (e46eab7e-81fe-49e3-8754-c23116a6c022), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.764856 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46eab7e-81fe-49e3-8754-c23116a6c022']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:46.779929 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a18475f7-3cee-4e88-a6d4-7fdc58f548de admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4570448 May 13 17:28:46.786672 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c8f537-cdb7-4e34-9f2c-3aae982f3bfe') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:46.786672 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c8f537-cdb7-4e34-9f2c-3aae982f3bfe') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:46.786672 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44834) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:46.790585 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:46.794024 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-002d569d-d52e-4c57-a3f0-a76fc47271d8', 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8', 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'fixed_ips': [{'subnet_id': '56e0c647-2893-45c1-ae78-a828ac6a7bb6'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:28:46.795502 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.812232 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (63c8f537-cdb7-4e34-9f2c-3aae982f3bfe), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.827391 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Publish callbacks [] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.834744 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks [] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.839792 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-f789199e-ad88-4541-ad14-c594a15dd6e6 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495441 May 13 17:28:46.845787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (63c8f537-cdb7-4e34-9f2c-3aae982f3bfe), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.852409 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3abf92e5-f6b7-4da3-9d59-83178bb36a29 req-280ca016-2dc0-4476-ac4d-21120b694be9 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657784 May 13 17:28:46.853434 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:28:46.853844 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (63c8f537-cdb7-4e34-9f2c-3aae982f3bfe), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:28:46.855750 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:28:46.923359 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.946008 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.948377 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:46.973037 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.011803 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ee65113-0475-41e1-8979-9e648ad3cd1c req-55ea8cb1-8e9d-48fc-ad28-22a931afd4ff service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615739 May 13 17:28:47.028388 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff218350-a5a7-4d1c-93cb-d3013b2b3eae None None] Pushing event updated for resources: {'Port': ['ID=579fa693-90f3-4a40-bac7-e54894c2ccab,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:47.046370 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks [] for router_controller (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), precommit_add_association {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.047896 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (e46eab7e-81fe-49e3-8754-c23116a6c022), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.062095 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.067999 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e46eab7e-81fe-49e3-8754-c23116a6c022 HTTP/1.1" status: 204 len: 168 time: 0.8416514 May 13 17:28:47.075856 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfd3f9-024a-41be-a6a9-7055367b65f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46eab7e-81fe-49e3-8754-c23116a6c022,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:47.091216 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Allocated IP 172.20.0.2 (002d569d-d52e-4c57-a3f0-a76fc47271d8/56e0c647-2893-45c1-ae78-a828ac6a7bb6/988e68f1-f4c9-4a41-9bcd-4d80a31056a5) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:47.115112 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Attempting to bind port 579fa693-90f3-4a40-bac7-e54894c2ccab on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:47.115609 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Attempting to bind port 579fa693-90f3-4a40-bac7-e54894c2ccab by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:47.116051 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Attempting to bind port 579fa693-90f3-4a40-bac7-e54894c2ccab on network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:47.124863 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:47.125335 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Checking segment: {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:47.125748 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.126294 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Bound using segment: {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:47.126630 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Bound port: 579fa693-90f3-4a40-bac7-e54894c2ccab, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:47.127026 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.129592 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.141178 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.170374 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:47.195730 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:47.214353 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:47.291212 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Network 0a5f1f56-1292-4f48-b919-1c7423ffdedd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:47.305700 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:47.311267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:47.322549 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Pushing event updated for resources: {'Port': ['ID=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:47.334396 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] For port 579fa693-90f3-4a40-bac7-e54894c2ccab, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:47.378941 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] For port 579fa693-90f3-4a40-bac7-e54894c2ccab, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=579fa693-90f3-4a40-bac7-e54894c2ccab,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:47.383661 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-b552463b-c5f6-40a4-a22f-96883c659e60 None None] Provisioning complete for port 579fa693-90f3-4a40-bac7-e54894c2ccab triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:47.384044 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b552463b-c5f6-40a4-a22f-96883c659e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.428159 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks [] for router_gateway (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.438689 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:47.441248 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.451992 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'Port': ['ID=c3ddca4e-2887-4fd8-919d-7abc574f54f5,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:47.455388 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Publish callbacks [] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.470728 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.486452 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6270-81cc-440c-9d46-3df19bd54dec req-71f634ee-3954-455c-8f48-f985b31efc8c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:47.488518 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b552463b-c5f6-40a4-a22f-96883c659e60 None None] Port 579fa693-90f3-4a40-bac7-e54894c2ccab cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:47.508483 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-833c6270-81cc-440c-9d46-3df19bd54dec req-71f634ee-3954-455c-8f48-f985b31efc8c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 932 time: 0.2063327 May 13 17:28:47.512552 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:47.513226 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.575660 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.578588 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ee380f67-66e3-4751-a214-0c0670fbf36f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8157117 May 13 17:28:47.600197 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:47.600197 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:47.622440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb700e-a393-44c2-b649-3c1e1b04c866 req-c1533fea-498d-4e28-8cea-da0b9006298f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:47.647870 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff218350-a5a7-4d1c-93cb-d3013b2b3eae None None] Pushing event updated for resources: {'Port': ['ID=579fa693-90f3-4a40-bac7-e54894c2ccab,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:47.659922 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aecb700e-a393-44c2-b649-3c1e1b04c866 req-c1533fea-498d-4e28-8cea-da0b9006298f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 932 time: 0.0894346 May 13 17:28:47.673119 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:47.677301 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-9639c7d6-20ed-4e3b-9d44-a77669a04d18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3916330 May 13 17:28:47.679110 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44846) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:47.710394 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:47.723280 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:47.753211 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-2e64754d-d5bb-4b7f-8ef6-d55f8b075b04 None None] Provisioning complete for port c3ddca4e-2887-4fd8-919d-7abc574f54f5 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:47.754274 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2e64754d-d5bb-4b7f-8ef6-d55f8b075b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.799418 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-833c6270-81cc-440c-9d46-3df19bd54dec req-a2591b27-aa8b-478b-9463-cf6d93de0b9f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843833 May 13 17:28:47.808835 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Pushing event updated for resources: {'Port': ['ID=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:47.828972 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aecb700e-a393-44c2-b649-3c1e1b04c866 req-a9b4f010-2f07-4643-ab95-008bd359dfad tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535935 May 13 17:28:47.828972 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-829497f6-7f98-4567-9c8d-97dddedf97c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5376211b192940d290e5de5b431d9255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382420 May 13 17:28:47.828972 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44848) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:47.829714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-2e64754d-d5bb-4b7f-8ef6-d55f8b075b04 None None] Port c3ddca4e-2887-4fd8-919d-7abc574f54f5 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:47.878132 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks [] for router_gateway (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.884441 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-905f124f-5822-402e-bbf8-7deafba080fc admin admin] Publish callbacks [] for security_group (7a22ce29-8adf-4463-bbbf-70a622e83729), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.900662 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.906078 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-905f124f-5822-402e-bbf8-7deafba080fc admin admin] Publish callbacks [] for security_group (7a22ce29-8adf-4463-bbbf-70a622e83729), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.929054 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Attempting to bind port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:47.929431 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Attempting to bind port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:47.929793 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Attempting to bind port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 on network 002d569d-d52e-4c57-a3f0-a76fc47271d8 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:47.967775 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:47.968459 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Checking segment: {'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:47.969030 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.969843 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Bound using segment: {'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:47.970487 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Bound port: 988e68f1-f4c9-4a41-9bcd-4d80a31056a5, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:47.970872 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:47.983734 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:48.014527 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-06df4f3b-71b1-4653-b19b-e53f0afa2c0c None None] Provisioning complete for port 579fa693-90f3-4a40-bac7-e54894c2ccab triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:48.014901 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-06df4f3b-71b1-4653-b19b-e53f0afa2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.032455 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Allocated IP 172.27.3.194 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/11987a10-69d6-4b9a-a7d3-a6f6d898d779) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:48.054864 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44852) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:48.070465 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-905f124f-5822-402e-bbf8-7deafba080fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (7a22ce29-8adf-4463-bbbf-70a622e83729), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.076821 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-905f124f-5822-402e-bbf8-7deafba080fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.080316 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-905f124f-5822-402e-bbf8-7deafba080fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a22ce29-8adf-4463-bbbf-70a622e83729 HTTP/1.1" status: 204 len: 168 time: 0.2566009 May 13 17:28:48.103928 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f124f-5822-402e-bbf8-7deafba080fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a22ce29-8adf-4463-bbbf-70a622e83729,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:48.161106 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks [] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.202254 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] For port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:48.205117 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c956003d-bfb0-4b0b-9df3-893699739d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.205742 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] For port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,segment=NetworkSegment(6eae1dd1-6749-4af8-99e2-43dad3f83449),segment_id=6eae1dd1-6749-4af8-99e2-43dad3f83449)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:48.259206 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.262746 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.271917 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-06df4f3b-71b1-4653-b19b-e53f0afa2c0c None None] Current status of the port 579fa693-90f3-4a40-bac7-e54894c2ccab is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:48.271917 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-06df4f3b-71b1-4653-b19b-e53f0afa2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.290731 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c956003d-bfb0-4b0b-9df3-893699739d46 admin admin] Publish callbacks [] for security_group (5cc28b34-b4dc-432b-9f9f-e81081816a31), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.302566 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:48.306907 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:48.310561 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:48.351557 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Pushing event updated for resources: {'Port': ['ID=11987a10-69d6-4b9a-a7d3-a6f6d898d779,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:48.384415 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c956003d-bfb0-4b0b-9df3-893699739d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5cc28b34-b4dc-432b-9f9f-e81081816a31), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.397692 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-06df4f3b-71b1-4653-b19b-e53f0afa2c0c None None] For port 579fa693-90f3-4a40-bac7-e54894c2ccab, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=579fa693-90f3-4a40-bac7-e54894c2ccab,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:48.399577 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7505274-b47b-41cb-bf60-d778ba480c04 None None] Pushing event updated for resources: {'Port': ['ID=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:48.423641 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:47Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:48.461363 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c956003d-bfb0-4b0b-9df3-893699739d46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5760f93083e345089e43b3a7ba765490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4053185 May 13 17:28:48.462276 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44860) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:48.463379 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3802e8-ca5a-434f-8aca-84669ed78750 None None] The sync data for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi is: [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:47Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:48.472592 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956003d-bfb0-4b0b-9df3-893699739d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc28b34-b4dc-432b-9f9f-e81081816a31,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:48.500241 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-06df4f3b-71b1-4653-b19b-e53f0afa2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.578705 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e76e42e-7431-4981-8db6-46512cebcfc7 admin admin] Publish callbacks [] for security_group (5cc28b34-b4dc-432b-9f9f-e81081816a31), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.640554 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e76e42e-7431-4981-8db6-46512cebcfc7 admin admin] Publish callbacks [] for security_group (5cc28b34-b4dc-432b-9f9f-e81081816a31), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.645593 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df4f3b-71b1-4653-b19b-e53f0afa2c0c None None] Pushing event updated for resources: {'Port': ['ID=579fa693-90f3-4a40-bac7-e54894c2ccab,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:48.774503 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks [] for router_gateway (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.793044 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e76e42e-7431-4981-8db6-46512cebcfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5cc28b34-b4dc-432b-9f9f-e81081816a31), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.795722 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e76e42e-7431-4981-8db6-46512cebcfc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:48.800243 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0e76e42e-7431-4981-8db6-46512cebcfc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5cc28b34-b4dc-432b-9f9f-e81081816a31 HTTP/1.1" status: 204 len: 168 time: 0.3354037 May 13 17:28:48.808654 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76e42e-7431-4981-8db6-46512cebcfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc28b34-b4dc-432b-9f9f-e81081816a31,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:48.871038 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44868) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:48.944614 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2d40656f-e4c1-4c9a-a60b-aa5c84efe9c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=094e03e200a0462face367f2ccbb3d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722444 May 13 17:28:48.953523 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44870) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:48.983453 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75af51-780c-4f38-94b2-0495ce886c87 req-d0b2834c-21f8-4534-b4dd-c37c95b3e978 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:48.985289 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba75af51-780c-4f38-94b2-0495ce886c87 req-d0b2834c-21f8-4534-b4dd-c37c95b3e978 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 932 time: 0.0591531 May 13 17:28:49.054251 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba75af51-780c-4f38-94b2-0495ce886c87 req-55e52cf4-1d7f-4572-b57a-944bef3d1cb7 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520813 May 13 17:28:49.058080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c2a85-ff80-49bb-a094-d5ae31e9c811 req-5c99a8ef-70f4-4080-a708-2514ebc331e1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:49.059695 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b96c2a85-ff80-49bb-a094-d5ae31e9c811 req-5c99a8ef-70f4-4080-a708-2514ebc331e1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 932 time: 0.1265378 May 13 17:28:49.179908 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-074e9be2-82b8-4b8e-a33b-a63f4c358203 admin admin] Publish callbacks [] for security_group (39af84fe-d364-47fe-a819-de827456222a), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.196610 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.204947 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b96c2a85-ff80-49bb-a094-d5ae31e9c811 req-8683d940-e014-406d-b771-c055bfb67166 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366792 May 13 17:28:49.273017 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-074e9be2-82b8-4b8e-a33b-a63f4c358203 admin admin] Publish callbacks [] for security_group (39af84fe-d364-47fe-a819-de827456222a), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.430256 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-074e9be2-82b8-4b8e-a33b-a63f4c358203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (39af84fe-d364-47fe-a819-de827456222a), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.434997 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-074e9be2-82b8-4b8e-a33b-a63f4c358203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.436478 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-074e9be2-82b8-4b8e-a33b-a63f4c358203 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39af84fe-d364-47fe-a819-de827456222a HTTP/1.1" status: 204 len: 168 time: 0.4802930 May 13 17:28:49.465462 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e9be2-82b8-4b8e-a33b-a63f4c358203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39af84fe-d364-47fe-a819-de827456222a,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:49.494546 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:28:49.554189 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 579fa693-90f3-4a40-bac7-e54894c2ccab up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:49.665337 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:49.683085 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c481d-a700-420d-983c-8717ba988777 None None] Sync routers for ids ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:49.704205 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] Routers {'47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:49.704205 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:49.706312 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Request body: {'port': {'device_id': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:49.716257 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Request body: {'port': {'device_id': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:49.782196 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd5c03-d744-4791-a5f9-0042e05108b1 None None] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:49.788411 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.789748 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a5a063db-7f7d-4602-a81e-6e77852c2127 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0024302 May 13 17:28:49.792535 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44886) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:49.862708 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] Set router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:49.896239 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.916492 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-5b4bed51-4765-4aa1-9c73-982ef9b59d2b None None] Provisioning complete for port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:49.916877 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5b4bed51-4765-4aa1-9c73-982ef9b59d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:49.994233 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8c1697c5-1f14-4626-9fa8-129fec582059 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:28:50.122490 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 8c1697c5-1f14-4626-9fa8-129fec582059, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8c1697c5-1f14-4626-9fa8-129fec582059,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:50.145002 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '8c1697c5-1f14-4626-9fa8-129fec582059', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'port_id': '8c1697c5-1f14-4626-9fa8-129fec582059', 'mac_address': 'fa:16:3e:67:4f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:28:50.174519 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 3, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port': {'id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:68:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:47Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:50.222697 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c481d-a700-420d-983c-8717ba988777 None None] Checking router: 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:50.222697 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c481d-a700-420d-983c-8717ba988777 None None] Updating router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:28:50.303266 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-189c481d-a700-420d-983c-8717ba988777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.341527 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 579fa693-90f3-4a40-bac7-e54894c2ccab triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:50.341907 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.346540 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 8c1697c5-1f14-4626-9fa8-129fec582059 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:50.346732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.473695 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1697c5-1f14-4626-9fa8-129fec582059 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:28:50.488027 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bed51-4765-4aa1-9c73-982ef9b59d2b None None] Current status of the port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:50.488460 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5b4bed51-4765-4aa1-9c73-982ef9b59d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.579940 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 8c1697c5-1f14-4626-9fa8-129fec582059, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8c1697c5-1f14-4626-9fa8-129fec582059,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:50.619121 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-5b4bed51-4765-4aa1-9c73-982ef9b59d2b None None] For port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,segment=NetworkSegment(6eae1dd1-6749-4af8-99e2-43dad3f83449),segment_id=6eae1dd1-6749-4af8-99e2-43dad3f83449)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:50.649409 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.659813 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 579fa693-90f3-4a40-bac7-e54894c2ccab is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:50.660913 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:50.661939 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-189c481d-a700-420d-983c-8717ba988777 None None] Publish callbacks [] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.673741 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 44910) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:50.707589 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df055a-e8a8-4430-bdc2-c9236ae48a5a req-2162b6d3-2450-42a8-9be1-2ccbb4660908 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:50.716864 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b4df055a-e8a8-4430-bdc2-c9236ae48a5a req-2162b6d3-2450-42a8-9be1-2ccbb4660908 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 932 time: 0.1221473 May 13 17:28:50.722196 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.738716 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-189c481d-a700-420d-983c-8717ba988777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.761630 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5b4bed51-4765-4aa1-9c73-982ef9b59d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.787538 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d394f0-2715-47ea-a417-dc5a96130d0b req-0c5e7389-912c-45c1-aa70-f53c40aa1e21 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:50.790059 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1d394f0-2715-47ea-a417-dc5a96130d0b req-0c5e7389-912c-45c1-aa70-f53c40aa1e21 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 932 time: 0.3283243 May 13 17:28:50.797780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=8c1697c5-1f14-4626-9fa8-129fec582059,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:50.814156 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-189c481d-a700-420d-983c-8717ba988777 None None] Attempting to bind port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:50.814602 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-189c481d-a700-420d-983c-8717ba988777 None None] Attempting to bind port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:50.814979 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c481d-a700-420d-983c-8717ba988777 None None] Attempting to bind port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:50.870492 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:50.870872 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.890282 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b4df055a-e8a8-4430-bdc2-c9236ae48a5a req-99290ebc-b22e-4b8c-bc03-59359652fdaf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714306 May 13 17:28:50.921256 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c481d-a700-420d-983c-8717ba988777 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:50.921754 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c481d-a700-420d-983c-8717ba988777 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:50.922750 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-189c481d-a700-420d-983c-8717ba988777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.924271 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bed51-4765-4aa1-9c73-982ef9b59d2b None None] Pushing event updated for resources: {'Port': ['ID=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:50.924832 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c481d-a700-420d-983c-8717ba988777 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:50.925957 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-189c481d-a700-420d-983c-8717ba988777 None None] Bound port: 11987a10-69d6-4b9a-a7d3-a6f6d898d779, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:50.931298 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-189c481d-a700-420d-983c-8717ba988777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.933365 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b1d48-2ac3-4734-b788-695c1a6cea7d None None] Pushing event updated for resources: {'Port': ['ID=11987a10-69d6-4b9a-a7d3-a6f6d898d779,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:50.939715 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-8f0cfcaf-ea21-49d9-9201-7e95ac5d0a29 None None] Provisioning complete for port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:50.940090 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfcaf-ea21-49d9-9201-7e95ac5d0a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:50.940692 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1d394f0-2715-47ea-a417-dc5a96130d0b req-a6fcb13b-f710-4b62-ac47-e1ad68fa7093 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407189 May 13 17:28:50.984431 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1636560901-network', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:51.055081 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:51.083649 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-189c481d-a700-420d-983c-8717ba988777 None None] For port 11987a10-69d6-4b9a-a7d3-a6f6d898d779, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:51.097899 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-189c481d-a700-420d-983c-8717ba988777 None None] For port 11987a10-69d6-4b9a-a7d3-a6f6d898d779, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=11987a10-69d6-4b9a-a7d3-a6f6d898d779,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:51.110383 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-8f0cfcaf-ea21-49d9-9201-7e95ac5d0a29 None None] Current status of the port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:51.132062 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Made reservation on behalf of 15f2d05b5ad248009d2acb0d3db6aec9 for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:51.138516 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['8c1697c5-1f14-4626-9fa8-129fec582059'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:28:51.138645 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.141465 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ddca4e-2887-4fd8-919d-7abc574f54f5 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:28:51.145896 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.153971 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Publish callbacks [] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.173873 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Transition to ACTIVE for port object c3ddca4e-2887-4fd8-919d-7abc574f54f5 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:28:51.184744 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-189c481d-a700-420d-983c-8717ba988777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.235562 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.333398 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b1d48-2ac3-4734-b788-695c1a6cea7d None None] Pushing event updated for resources: {'Port': ['ID=11987a10-69d6-4b9a-a7d3-a6f6d898d779,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:51.340648 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] Routers {'47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:51.341290 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:51.356276 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb94ca7c-01fc-441c-a41a-2b1ad50471cb {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:28:51.357499 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.361487 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks [] for security_group (9b6dbed0-a977-4c98-9d43-3b1690d94811), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.394984 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Publish callbacks [] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.406570 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ddca4e-2887-4fd8-919d-7abc574f54f5,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:51.450072 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (9b6dbed0-a977-4c98-9d43-3b1690d94811), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.505937 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6dbed0-a977-4c98-9d43-3b1690d94811,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:51.509809 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:28:51.519804 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Transition to ACTIVE for port object fb94ca7c-01fc-441c-a41a-2b1ad50471cb will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:28:51.571764 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (9e675ca3-6f02-4991-86e8-7cad06751da3), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.572123 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Added segment 9e675ca3-6f02-4991-86e8-7cad06751da3 of type vlan for network 2f334e29-3120-4ec7-b43a-0baf54e47be7 May 13 17:28:51.572874 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:51.574485 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.636415 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (2f334e29-3120-4ec7-b43a-0baf54e47be7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.651893 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Attempting to bind port c3ddca4e-2887-4fd8-919d-7abc574f54f5 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:51.652611 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Attempting to bind port c3ddca4e-2887-4fd8-919d-7abc574f54f5 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:51.652611 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Attempting to bind port c3ddca4e-2887-4fd8-919d-7abc574f54f5 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:51.673425 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:51.674095 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.705376 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Port c3ddca4e-2887-4fd8-919d-7abc574f54f5 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:28:51.705894 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Attempting to bind port c3ddca4e-2887-4fd8-919d-7abc574f54f5 on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:51.706004 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Allocated IP 172.20.0.1 (002d569d-d52e-4c57-a3f0-a76fc47271d8/56e0c647-2893-45c1-ae78-a828ac6a7bb6/f1b46160-e650-46de-98ad-33a38dadd164) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:51.746197 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:51.746790 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Checking segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:51.747216 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Bound using segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:51.747721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Bound port: c3ddca4e-2887-4fd8-919d-7abc574f54f5, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:51.748182 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.748694 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] Set router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:51.753477 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:51.773528 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (2f334e29-3120-4ec7-b43a-0baf54e47be7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.774851 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:51.775064 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.783886 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:51.850792 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1718729 May 13 17:28:51.850993 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44928) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:51.855037 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Request body: {'subnet': {'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1636560901-subnet', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:51.871990 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fab64-0114-43e3-8352-d60d0b7974c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2f334e29-3120-4ec7-b43a-0baf54e47be7,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:51.888917 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:28:51.921995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks [] for port (f1b46160-e650-46de-98ad-33a38dadd164), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:51.960030 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] For port c3ddca4e-2887-4fd8-919d-7abc574f54f5, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:51.963833 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-189c481d-a700-420d-983c-8717ba988777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 3, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port': {'id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:68:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:47Z', 'updated_at': '2022-05-13T17:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:51.967046 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] For port c3ddca4e-2887-4fd8-919d-7abc574f54f5, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:51.990393 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Attempting to bind port fb94ca7c-01fc-441c-a41a-2b1ad50471cb on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:51.990743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Attempting to bind port fb94ca7c-01fc-441c-a41a-2b1ad50471cb by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:51.991075 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Attempting to bind port fb94ca7c-01fc-441c-a41a-2b1ad50471cb on network 0a5f1f56-1292-4f48-b919-1c7423ffdedd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:51.996554 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Port fb94ca7c-01fc-441c-a41a-2b1ad50471cb on network 0a5f1f56-1292-4f48-b919-1c7423ffdedd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:28:51.996889 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Attempting to bind port fb94ca7c-01fc-441c-a41a-2b1ad50471cb on network 0a5f1f56-1292-4f48-b919-1c7423ffdedd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:52.002354 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:52.002629 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Checking segment: {'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:52.003020 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Bound using segment: {'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:52.004053 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Bound port: fb94ca7c-01fc-441c-a41a-2b1ad50471cb, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:52.004422 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.011085 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c481d-a700-420d-983c-8717ba988777 None None] The sync data for ids ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'] in dv-cinder-841782-1-iscsi is: [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 3, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port': {'id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:68:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:47Z', 'updated_at': '2022-05-13T17:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:52.022548 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Made reservation on behalf of 15f2d05b5ad248009d2acb0d3db6aec9 for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:28:52.024920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3344664'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.071078 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (f1b46160-e650-46de-98ad-33a38dadd164), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.124763 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cad3b-c1d3-4b8e-8502-38fcc87519d1 req-42bcfc73-701a-475f-a62c-f71d9050b224 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:52.126324 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e56cad3b-c1d3-4b8e-8502-38fcc87519d1 req-42bcfc73-701a-475f-a62c-f71d9050b224 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 944 time: 0.0917003 May 13 17:28:52.128501 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:52.131622 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:52.136489 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:52.177571 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b46160-e650-46de-98ad-33a38dadd164,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:52.183482 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.236237 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.248297 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:52.249181 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.253670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] 10.222.0.82 "PUT /v2.0/ports/c3ddca4e-2887-4fd8-919d-7abc574f54f5 HTTP/1.1" status: 200 len: 1094 time: 2.5491915 May 13 17:28:52.292333 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'tag': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:52.295770 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7b45e-b383-471a-8044-1ee0d5dad13d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d3d26f-4dd5-4068-bee2-60b3d1a71055", "tag": "c3ddca4e-2887-4fd8-919d-7abc574f54f5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:52.313447 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36f802-3185-472e-ae16-66c2c6230f56 req-52dddeb1-bec9-4705-93eb-76a997d629a2 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:52.321940 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d36f802-3185-472e-ae16-66c2c6230f56 req-52dddeb1-bec9-4705-93eb-76a997d629a2 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 944 time: 0.2597079 May 13 17:28:52.327428 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e56cad3b-c1d3-4b8e-8502-38fcc87519d1 req-22e2a952-55d9-4325-bc8d-92d175950b7b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916780 May 13 17:28:52.359743 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8c1697c5-1f14-4626-9fa8-129fec582059 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:52.430292 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12513230-9c5e-4799-808c-4f99714e0045 x-openstack-request-id: req-12513230-9c5e-4799-808c-4f99714e0045 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:52.430590 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d3d26f-4dd5-4068-bee2-60b3d1a71055", "tag": "c3ddca4e-2887-4fd8-919d-7abc574f54f5", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:52.430843 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12513230-9c5e-4799-808c-4f99714e0045 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:52.438026 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12513230-9c5e-4799-808c-4f99714e0045'] response: {'name': 'network-changed', 'server_uuid': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'tag': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5', 'status': 'completed', 'code': 200} May 13 17:28:52.476566 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 8c1697c5-1f14-4626-9fa8-129fec582059 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:28:52.518302 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:28:52.535985 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] For port fb94ca7c-01fc-441c-a41a-2b1ad50471cb, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:52.554809 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b37af-f940-4953-bdd8-e2e150a6bb50 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ddca4e-2887-4fd8-919d-7abc574f54f5,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:52.559018 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 8c1697c5-1f14-4626-9fa8-129fec582059 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:52.559440 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.609562 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-4c678692-12ad-4b13-a518-8bde926fd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:52.611298 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-4c678692-12ad-4b13-a518-8bde926fd673 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 1128 time: 0.2223790 May 13 17:28:52.617905 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d36f802-3185-472e-ae16-66c2c6230f56 req-557d3ccc-f97e-44f9-935e-843c965ace1f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864294 May 13 17:28:52.622306 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] For port fb94ca7c-01fc-441c-a41a-2b1ad50471cb, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:52.623343 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-50331820-907c-45e5-ae29-c93466f7750f None None] Provisioning complete for port f1b46160-e650-46de-98ad-33a38dadd164 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:52.624080 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-50331820-907c-45e5-ae29-c93466f7750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f1b46160-e650-46de-98ad-33a38dadd164), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.667419 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f1b46160-e650-46de-98ad-33a38dadd164), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.686369 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-50331820-907c-45e5-ae29-c93466f7750f None None] Port f1b46160-e650-46de-98ad-33a38dadd164 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:52.736664 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-d3518086-fdd5-4321-9275-349d7e57cbe8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5 HTTP/1.1" status: 200 len: 217 time: 0.0820556 May 13 17:28:52.738769 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 8c1697c5-1f14-4626-9fa8-129fec582059 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:52.738769 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.743763 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.766758 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1697c5-1f14-4626-9fa8-129fec582059'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:52.771549 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910583ed-c4b5-4a14-ac46-ca41bc9058c4" -d '{"events": [{"server_uuid": "ee92d4ec-0b6a-4fae-8b6c-eaf330781f58", "name": "network-vif-plugged", "status": "completed", "tag": "8c1697c5-1f14-4626-9fa8-129fec582059"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:52.812235 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 8c1697c5-1f14-4626-9fa8-129fec582059, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8c1697c5-1f14-4626-9fa8-129fec582059,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:52.850450 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:52.851159 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.853294 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/fb94ca7c-01fc-441c-a41a-2b1ad50471cb HTTP/1.1" status: 200 len: 1094 time: 3.1439323 May 13 17:28:52.869041 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568eb959-6159-41eb-9208-99c93c7f8c00 x-openstack-request-id: req-568eb959-6159-41eb-9208-99c93c7f8c00 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:52.869301 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee92d4ec-0b6a-4fae-8b6c-eaf330781f58", "name": "network-vif-plugged", "status": "completed", "tag": "8c1697c5-1f14-4626-9fa8-129fec582059", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:52.869546 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-568eb959-6159-41eb-9208-99c93c7f8c00 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:52.869950 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568eb959-6159-41eb-9208-99c93c7f8c00'] response: {'server_uuid': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1697c5-1f14-4626-9fa8-129fec582059', 'code': 200} May 13 17:28:52.883400 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3393984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3344646'] for subnet (aad0c413-010c-4f53-a298-2e7b02b8e233), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.905012 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:52.916347 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-39c30e2f-1fd0-41ed-9f79-91bee578a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:52.918552 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-39c30e2f-1fd0-41ed-9f79-91bee578a053 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.1695168 May 13 17:28:52.977927 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks [] for port (f1b46160-e650-46de-98ad-33a38dadd164), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.002120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1ae45-340f-450b-a043-64ed81fb73c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:53.024945 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=8c1697c5-1f14-4626-9fa8-129fec582059,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:53.033272 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-50343b78-d69a-4302-8cd4-f377e7cd5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:53.035944 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-50343b78-d69a-4302-8cd4-f377e7cd5d31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955269 May 13 17:28:53.131463 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad0c413-010c-4f53-a298-2e7b02b8e233,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:53.155183 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693598f-4409-4c58-ac40-ce14c273e35d req-90417063-84d3-4774-a29d-a7f73dc76183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:53.156719 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-90417063-84d3-4774-a29d-a7f73dc76183 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6fceef0782240ccb486341a9007e4b0&device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 1128 time: 0.1023629 May 13 17:28:53.158961 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Checking segment: {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:53.159356 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Network hostable DHCP agents. Network: 2f334e29-3120-4ec7-b43a-0baf54e47be7, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:28:53.161648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (f1b46160-e650-46de-98ad-33a38dadd164), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.224526 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-93f768a4-cd9e-45a1-bfc2-ebb5f6a3d8ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb94ca7c-01fc-441c-a41a-2b1ad50471cb HTTP/1.1" status: 200 len: 217 time: 0.0476286 May 13 17:28:53.240682 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.247893 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b46160-e650-46de-98ad-33a38dadd164,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:53.272229 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-32be42b9-fa72-472a-a2d5-d6a76be9ce06 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290666 May 13 17:28:53.311295 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693598f-4409-4c58-ac40-ce14c273e35d req-b2c89cbb-092c-406a-b59e-56e111e31bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:53.312727 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-b2c89cbb-092c-406a-b59e-56e111e31bdd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=83e0e941-c712-42ca-8be4-9b9eaca86981 HTTP/1.1" status: 200 len: 848 time: 0.0783253 May 13 17:28:53.351559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:53.353108 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:53.361110 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:28:53.420084 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-cfe1f5e2-2ea4-41dd-8ec8-983e997d0ed4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a5f1f56-1292-4f48-b919-1c7423ffdedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713933 May 13 17:28:53.452870 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba754e-50b1-4c7a-b82e-edc590f2ce30 req-902959c3-d6f5-416e-8d9d-12783d5d8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:53.455605 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-48ba754e-50b1-4c7a-b82e-edc590f2ce30 req-902959c3-d6f5-416e-8d9d-12783d5d8c1a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 1129 time: 0.1451645 May 13 17:28:53.520009 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 2f334e29-3120-4ec7-b43a-0baf54e47be7) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:53.525335 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:53.525971 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.531838 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e975ba1-cfb7-4281-abf3-bd763eea7935 None None] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:53.584721 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:28:53.615080 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ecbbbb66-0205-4333-9d86-997827bb4d23 req-ad45c960-ecd5-47ec-8213-2fdbab5cf1b4 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295732 May 13 17:28:53.621267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93a654-1858-41f8-ae03-ee95c45d26a6 req-c91d92c3-91a5-43e6-8b02-64b1b30eff88 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:53.622747 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f93a654-1858-41f8-ae03-ee95c45d26a6 req-c91d92c3-91a5-43e6-8b02-64b1b30eff88 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 944 time: 0.1263115 May 13 17:28:53.652582 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 11987a10-69d6-4b9a-a7d3-a6f6d898d779 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:53.682364 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-6473d814-af79-4067-a164-db2130e85c57 service neutron] 10.222.0.82 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537696 May 13 17:28:53.688182 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-48ba754e-50b1-4c7a-b82e-edc590f2ce30 req-7519dfbc-b5d8-4056-af0c-717bc7c7ec54 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943140 May 13 17:28:53.711951 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d810c992-9328-497f-9926-1a0b760767b8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8610198 May 13 17:28:53.716065 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 44956) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:53.754412 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-2f334e29-3120-4ec7-b43a-0baf54e47be7', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:28:53.758323 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.806146 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:28:53.844968 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:53.855703 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.855872 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:53.859335 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76097ad0-f3f9-4544-8fba-364645187096 req-2dcea340-e63b-451e-a9c5-1803426807e0 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:53.860215 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f93a654-1858-41f8-ae03-ee95c45d26a6 req-6ebd827d-dd73-46d4-a86b-9e5c22890cab tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240274 May 13 17:28:53.860869 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-76097ad0-f3f9-4544-8fba-364645187096 req-2dcea340-e63b-451e-a9c5-1803426807e0 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 944 time: 0.0706646 May 13 17:28:53.867095 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7caa3207-e3a1-4110-add5-051cef28ca74 admin admin] 10.222.0.64 "PUT /v2.0/routers/47569f35-a8b2-4d5b-bf14-c7c6c544d3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0729427 May 13 17:28:53.913117 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-a912ba71-f0fa-4454-9b55-a4d61f8b621d None None] Provisioning complete for port f1b46160-e650-46de-98ad-33a38dadd164 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:53.914020 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a912ba71-f0fa-4454-9b55-a4d61f8b621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f1b46160-e650-46de-98ad-33a38dadd164), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.930550 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2693598f-4409-4c58-ac40-ce14c273e35d req-2dea1303-bb24-4b84-88b4-1928d8c00e5f service neutron] 10.222.0.82 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382777 May 13 17:28:53.933657 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-76097ad0-f3f9-4544-8fba-364645187096 req-e2587145-40ea-4910-918c-4e2d001b44b8 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613265 May 13 17:28:53.961935 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:53.963458 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.031173 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-a912ba71-f0fa-4454-9b55-a4d61f8b621d None None] Port f1b46160-e650-46de-98ad-33a38dadd164 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:28:54.044786 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Allocated IP 172.20.0.2 (2f334e29-3120-4ec7-b43a-0baf54e47be7/aad0c413-010c-4f53-a298-2e7b02b8e233/3f429855-0436-43b7-9da6-24ef5a6b0504) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:54.050122 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks [] for router_controller (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.070343 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:54.070983 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.260929 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 11987a10-69d6-4b9a-a7d3-a6f6d898d779, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=11987a10-69d6-4b9a-a7d3-a6f6d898d779,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:54.273942 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks [] for router_gateway (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.315393 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.409164 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Publish callbacks [] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.416393 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=11987a10-69d6-4b9a-a7d3-a6f6d898d779,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:54.438504 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'tag': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:28:54.442633 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eebce48-3028-45ba-b857-73ffcb446753" -d '{"events": [{"name": "network-changed", "server_uuid": "bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc", "tag": "fb94ca7c-01fc-441c-a41a-2b1ad50471cb"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:28:54.470823 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Sync routers for ids ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:54.479714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.489005 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7e367-d570-432a-8f8d-8f798bf74a79 x-openstack-request-id: req-73f7e367-d570-432a-8f8d-8f798bf74a79 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:28:54.489301 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc", "tag": "fb94ca7c-01fc-441c-a41a-2b1ad50471cb", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:28:54.491075 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73f7e367-d570-432a-8f8d-8f798bf74a79 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:28:54.491075 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f7e367-d570-432a-8f8d-8f798bf74a79'] response: {'name': 'network-changed', 'server_uuid': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'tag': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb', 'status': 'completed', 'code': 200} May 13 17:28:54.519806 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Routers {'47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:54.520460 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:54.530467 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:54.567400 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:54.569914 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks [] for router_gateway (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.575806 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:54.582741 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Pushing event updated for resources: {'Port': ['ID=3f429855-0436-43b7-9da6-24ef5a6b0504,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:54.596022 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.689570 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Attempting to bind port 3f429855-0436-43b7-9da6-24ef5a6b0504 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:54.689942 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Attempting to bind port 3f429855-0436-43b7-9da6-24ef5a6b0504 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:54.690334 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Attempting to bind port 3f429855-0436-43b7-9da6-24ef5a6b0504 on network 2f334e29-3120-4ec7-b43a-0baf54e47be7 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:54.707548 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:54.707934 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Checking segment: {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:54.708339 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.708739 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Bound using segment: {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:54.709216 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Bound port: 3f429855-0436-43b7-9da6-24ef5a6b0504, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:54.709600 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.713456 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Set router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:54.715879 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Allocated IP 172.27.3.76 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/9c8d99b5-edae-4294-8cb3-e9417a814477) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:54.820505 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks [] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:54.888273 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] For port 3f429855-0436-43b7-9da6-24ef5a6b0504, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:54.893493 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] For port 3f429855-0436-43b7-9da6-24ef5a6b0504, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=3f429855-0436-43b7-9da6-24ef5a6b0504,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:54.939992 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.001260 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:28:52Z', 'revision_number': 4, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port': {'id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:68:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:47Z', 'updated_at': '2022-05-13T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'f1b46160-e650-46de-98ad-33a38dadd164', 'name': '', 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'mac_address': 'fa:16:3e:e0:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '56e0c647-2893-45c1-ae78-a828ac6a7bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:51Z', 'updated_at': '2022-05-13T17:28:52Z', 'revision_number': 2, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'subnets': [{'id': '56e0c647-2893-45c1-ae78-a828ac6a7bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:55.037690 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:55.048087 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.053831 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Checking router: 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:55.054193 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Updating router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 port f1b46160-e650-46de-98ad-33a38dadd164 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:28:55.057724 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc57a4-35ee-4e62-b1bb-fb7c3bf19814 req-9cb5e9da-5026-4e13-a4af-8e8d831af284 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:55.058393 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8d99b5-edae-4294-8cb3-e9417a814477,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:55.060363 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-87cc57a4-35ee-4e62-b1bb-fb7c3bf19814 req-9cb5e9da-5026-4e13-a4af-8e8d831af284 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 944 time: 0.0768278 May 13 17:28:55.061333 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:55.079667 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:55.101860 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f1b46160-e650-46de-98ad-33a38dadd164), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.129698 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30d04-25ea-481b-b1a3-0a7d4c42edd2 req-ec32965c-8f34-41f5-82ac-27b0df14364e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:55.131465 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22f30d04-25ea-481b-b1a3-0a7d4c42edd2 req-ec32965c-8f34-41f5-82ac-27b0df14364e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 944 time: 0.1042488 May 13 17:28:55.136454 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-87cc57a4-35ee-4e62-b1bb-fb7c3bf19814 req-7c66f1f4-7992-497d-9a46-8ad3132d4eca tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600073 May 13 17:28:55.349562 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6259754-0fe7-4c98-896b-729031f2f65e None None] Pushing event updated for resources: {'Port': ['ID=3f429855-0436-43b7-9da6-24ef5a6b0504,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:55.519450 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 11987a10-69d6-4b9a-a7d3-a6f6d898d779 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:55.584323 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-22f30d04-25ea-481b-b1a3-0a7d4c42edd2 req-ed5d780d-ee38-461f-8988-e53a291bf29c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362109 May 13 17:28:55.628052 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Publish callbacks [] for port (f1b46160-e650-46de-98ad-33a38dadd164), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.640335 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:55.640988 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.766791 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f1b46160-e650-46de-98ad-33a38dadd164), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.823449 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:55.888609 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks [] for router_gateway (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.936019 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c0aea-7c83-49cd-98e1-046e664f70c7 None None] Pushing event updated for resources: {'Port': ['ID=f1b46160-e650-46de-98ad-33a38dadd164,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:55.936019 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Attempting to bind port f1b46160-e650-46de-98ad-33a38dadd164 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:55.936019 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Attempting to bind port f1b46160-e650-46de-98ad-33a38dadd164 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:55.936019 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Attempting to bind port f1b46160-e650-46de-98ad-33a38dadd164 on network 002d569d-d52e-4c57-a3f0-a76fc47271d8 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:55.945580 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:55.946486 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Checking segment: {'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:55.947673 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:55.948253 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Bound using segment: {'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:55.949675 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Bound port: f1b46160-e650-46de-98ad-33a38dadd164, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eae1dd1-6749-4af8-99e2-43dad3f83449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:55.951057 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f1b46160-e650-46de-98ad-33a38dadd164), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:56.043990 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] For port f1b46160-e650-46de-98ad-33a38dadd164, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:56.048127 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] For port f1b46160-e650-46de-98ad-33a38dadd164, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=f1b46160-e650-46de-98ad-33a38dadd164,segment=NetworkSegment(6eae1dd1-6749-4af8-99e2-43dad3f83449),segment_id=6eae1dd1-6749-4af8-99e2-43dad3f83449)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:56.232453 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f1b46160-e650-46de-98ad-33a38dadd164), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:56.272186 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:56.335637 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5663e3-8b97-4071-8949-765c98e802cb req-9ba6ed4f-41d7-4b1c-bd63-b7a422a28b00 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:56.342794 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b5663e3-8b97-4071-8949-765c98e802cb req-9ba6ed4f-41d7-4b1c-bd63-b7a422a28b00 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 944 time: 0.0874653 May 13 17:28:56.359936 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c3ddca4e-2887-4fd8-919d-7abc574f54f5 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:28:56.368121 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c0aea-7c83-49cd-98e1-046e664f70c7 None None] Pushing event updated for resources: {'Port': ['ID=f1b46160-e650-46de-98ad-33a38dadd164,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:56.392672 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-872bdd68-90e5-4303-879a-569c73719e1c None None] Provisioning complete for port f1b46160-e650-46de-98ad-33a38dadd164 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:56.393338 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-872bdd68-90e5-4303-879a-569c73719e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f1b46160-e650-46de-98ad-33a38dadd164), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:56.454804 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Routers {'47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:56.455557 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:56.499355 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b5663e3-8b97-4071-8949-765c98e802cb req-df2b77a5-f4eb-4bf3-b63e-d0b903cda3be tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446521 May 13 17:28:56.542088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.db.resource_extend [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 17:28:56.638948 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:28:56.803621 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405ff7-53b8-4562-890d-d34735629513 req-2a41678b-4d1f-4c47-844b-1252469e7749 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:56.806404 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b405ff7-53b8-4562-890d-d34735629513 req-2a41678b-4d1f-4c47-844b-1252469e7749 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 944 time: 0.0710654 May 13 17:28:56.909179 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:28:56.925223 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Sync routers for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:28:56.935591 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b405ff7-53b8-4562-890d-d34735629513 req-0f1c4882-29b0-4ff5-9c8e-5b16dc5826a6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201382 May 13 17:28:56.939853 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:56.940487 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:56.967348 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c3ddca4e-2887-4fd8-919d-7abc574f54f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:56.990878 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'port_id': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5', 'mac_address': 'fa:16:3e:1a:22:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:28:57.021330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:57.025032 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-dd125c2d-b109-404d-88a6-cea649055bd5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2706771 May 13 17:28:57.025252 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45008) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:57.050711 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port c3ddca4e-2887-4fd8-919d-7abc574f54f5 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:57.051235 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:57.093853 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] Set router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:57.098397 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ddca4e-2887-4fd8-919d-7abc574f54f5 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:28:57.140795 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:57.160534 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-872bdd68-90e5-4303-879a-569c73719e1c None None] Current status of the port f1b46160-e650-46de-98ad-33a38dadd164 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:57.164143 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-872bdd68-90e5-4303-879a-569c73719e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f1b46160-e650-46de-98ad-33a38dadd164), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:57.174012 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8a0b9-3efd-4f11-8e17-c20d32a26018 None None] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:28:57.230386 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-d1420438-74e8-439e-8149-a77f431123d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:57.232156 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-d1420438-74e8-439e-8149-a77f431123d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 1128 time: 0.0549617 May 13 17:28:57.256631 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c3ddca4e-2887-4fd8-919d-7abc574f54f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:57.326847 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-872bdd68-90e5-4303-879a-569c73719e1c None None] For port f1b46160-e650-46de-98ad-33a38dadd164, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=f1b46160-e650-46de-98ad-33a38dadd164,segment=NetworkSegment(6eae1dd1-6749-4af8-99e2-43dad3f83449),segment_id=6eae1dd1-6749-4af8-99e2-43dad3f83449)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:57.362988 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:57.457823 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:55Z', 'revision_number': 3, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:57.506833 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Checking router: b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:28:57.507398 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Updating router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 port 9c8d99b5-edae-4294-8cb3-e9417a814477 binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:28:57.584147 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:57.643888 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 3f429855-0436-43b7-9da6-24ef5a6b0504 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:57.646702 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=c3ddca4e-2887-4fd8-919d-7abc574f54f5,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:57.649365 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-872bdd68-90e5-4303-879a-569c73719e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f1b46160-e650-46de-98ad-33a38dadd164), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:57.748250 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1051d5-5d04-4603-853f-2551b6b5cbb6 req-ee310ffc-f446-4cb9-933b-5cc9237d3f6a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:57.757877 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0a1051d5-5d04-4603-853f-2551b6b5cbb6 req-ee310ffc-f446-4cb9-933b-5cc9237d3f6a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 945 time: 0.1206124 May 13 17:28:57.769720 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:57.771304 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:28:52Z', 'revision_number': 4, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port': {'id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:68:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:47Z', 'updated_at': '2022-05-13T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'f1b46160-e650-46de-98ad-33a38dadd164', 'name': '', 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'mac_address': 'fa:16:3e:e0:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '56e0c647-2893-45c1-ae78-a828ac6a7bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:51Z', 'updated_at': '2022-05-13T17:28:56Z', 'revision_number': 4, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'subnets': [{'id': '56e0c647-2893-45c1-ae78-a828ac6a7bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:57.863734 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0a1051d5-5d04-4603-853f-2551b6b5cbb6 req-129c1222-b226-4e38-87f0-7ae1ac6f2171 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994015 May 13 17:28:57.873534 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915de62-db77-4eb5-ab46-3b6438d6974e None None] The sync data for ids ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'] in dv-cinder-841782-1-iscsi is: [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:28:52Z', 'revision_number': 4, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port': {'id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:68:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:47Z', 'updated_at': '2022-05-13T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'f1b46160-e650-46de-98ad-33a38dadd164', 'name': '', 'network_id': '002d569d-d52e-4c57-a3f0-a76fc47271d8', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'mac_address': 'fa:16:3e:e0:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '56e0c647-2893-45c1-ae78-a828ac6a7bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:51Z', 'updated_at': '2022-05-13T17:28:56Z', 'revision_number': 4, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'subnets': [{'id': '56e0c647-2893-45c1-ae78-a828ac6a7bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:57.886789 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Provisioning complete for port f1b46160-e650-46de-98ad-33a38dadd164 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:57.887186 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f1b46160-e650-46de-98ad-33a38dadd164), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.007248 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bdd68-90e5-4303-879a-569c73719e1c None None] Pushing event updated for resources: {'Port': ['ID=f1b46160-e650-46de-98ad-33a38dadd164,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:58.016598 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 3f429855-0436-43b7-9da6-24ef5a6b0504 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:58.026794 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.150694 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Current status of the port f1b46160-e650-46de-98ad-33a38dadd164 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:58.164945 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Provisioning complete for port 3f429855-0436-43b7-9da6-24ef5a6b0504 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:58.165324 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.209946 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dff140-f8fd-4eae-8921-fd74613342cc req-833d8862-b86e-4f21-9902-3c94be85186b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:58.211964 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88dff140-f8fd-4eae-8921-fd74613342cc req-833d8862-b86e-4f21-9902-3c94be85186b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 944 time: 0.1537023 May 13 17:28:58.217428 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['c3ddca4e-2887-4fd8-919d-7abc574f54f5'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:28:58.273438 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Allocated IP 172.20.0.1 (2f334e29-3120-4ec7-b43a-0baf54e47be7/aad0c413-010c-4f53-a298-2e7b02b8e233/ea407be2-af40-4e13-ad46-3c4e2fce9334) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:28:58.302936 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Publish callbacks [] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.331671 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 3f429855-0436-43b7-9da6-24ef5a6b0504 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:58.332064 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.361287 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.389141 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88dff140-f8fd-4eae-8921-fd74613342cc req-67c896a6-14eb-4e93-a4db-46cd24119aa1 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594927 May 13 17:28:58.424134 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45020) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:58.507761 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Attempting to bind port 9c8d99b5-edae-4294-8cb3-e9417a814477 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:28:58.508272 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Attempting to bind port 9c8d99b5-edae-4294-8cb3-e9417a814477 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:28:58.508868 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Attempting to bind port 9c8d99b5-edae-4294-8cb3-e9417a814477 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:28:58.509144 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 3f429855-0436-43b7-9da6-24ef5a6b0504, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=3f429855-0436-43b7-9da6-24ef5a6b0504,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:28:58.529259 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba646-c76a-4d58-b7b3-1838a10e7fd5 None None] Pushing event updated for resources: {'Port': ['ID=9c8d99b5-edae-4294-8cb3-e9417a814477,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:58.529259 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:28:58.529259 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:28:58.529259 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.529259 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:28:58.529259 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Bound port: 9c8d99b5-edae-4294-8cb3-e9417a814477, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:28:58.529259 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.573352 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3d16d46e-1619-4c8f-8396-6641724fadd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.584556 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.610274 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks [] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.657912 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] For port 9c8d99b5-edae-4294-8cb3-e9417a814477, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:28:58.663439 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] For port 9c8d99b5-edae-4294-8cb3-e9417a814477, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=9c8d99b5-edae-4294-8cb3-e9417a814477,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:28:58.693840 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91828b69-2f67-470a-8069-d163b1e3f190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.721321 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Current status of the port 3f429855-0436-43b7-9da6-24ef5a6b0504 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:58.722967 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.744763 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.762092 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.820047 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:28:58.827351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:28:58.835320 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.db.api [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 17:28:58.835450 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG oslo_db.api [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 17:28:58.835671 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:28:58.841318 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=3f429855-0436-43b7-9da6-24ef5a6b0504,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:58.875215 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:28:58.875863 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:28:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:58.930135 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea407be2-af40-4e13-ad46-3c4e2fce9334,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:58.959599 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91828b69-2f67-470a-8069-d163b1e3f190 admin admin] Publish callbacks [] for security_group (77f760d7-19a2-4c18-886d-9d68f4da315b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.980005 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:58.998040 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba646-c76a-4d58-b7b3-1838a10e7fd5 None None] Pushing event updated for resources: {'Port': ['ID=9c8d99b5-edae-4294-8cb3-e9417a814477,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:59.060866 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7858e8-edda-4e8c-a573-9f3379e8d95a req-6e041d20-c2c3-4882-8798-6d1d0082c320 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:59.063395 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:28:59.067682 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cf7858e8-edda-4e8c-a573-9f3379e8d95a req-6e041d20-c2c3-4882-8798-6d1d0082c320 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 945 time: 0.1162429 May 13 17:28:59.111503 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-91828b69-2f67-470a-8069-d163b1e3f190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (77f760d7-19a2-4c18-886d-9d68f4da315b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.156092 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45028) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:28:59.157266 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-91828b69-2f67-470a-8069-d163b1e3f190 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95eb0e6ed4f0452c97091724dbf11a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310801 May 13 17:28:59.179170 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91828b69-2f67-470a-8069-d163b1e3f190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f760d7-19a2-4c18-886d-9d68f4da315b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:59.187442 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cf7858e8-edda-4e8c-a573-9f3379e8d95a req-905177aa-7582-427a-9b93-0330a2cd8ea2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113715 May 13 17:28:59.228572 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.263626 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9a771450-89c4-474a-93ea-b5aa9faee167 admin admin] Publish callbacks [] for security_group (77f760d7-19a2-4c18-886d-9d68f4da315b), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.300882 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9a771450-89c4-474a-93ea-b5aa9faee167 admin admin] Publish callbacks [] for security_group (77f760d7-19a2-4c18-886d-9d68f4da315b), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.361510 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:55Z', 'revision_number': 3, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:28:59.398645 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac01ba-4988-4c83-a936-7fdd23241b09 None None] The sync data for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi is: [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:55Z', 'revision_number': 3, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:28:59.433049 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b6d005c3-19c7-4f2d-a2c4-fec4af7330fa None None] Current status of the port 3f429855-0436-43b7-9da6-24ef5a6b0504 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:59.487368 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9a771450-89c4-474a-93ea-b5aa9faee167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (77f760d7-19a2-4c18-886d-9d68f4da315b), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.491712 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9a771450-89c4-474a-93ea-b5aa9faee167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.506444 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-9a771450-89c4-474a-93ea-b5aa9faee167 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77f760d7-19a2-4c18-886d-9d68f4da315b HTTP/1.1" status: 204 len: 168 time: 0.3408659 May 13 17:28:59.530034 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a771450-89c4-474a-93ea-b5aa9faee167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f760d7-19a2-4c18-886d-9d68f4da315b,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:28:59.591293 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-87dcdab5-dc20-439c-905d-6d3b488ef9ee None None] Provisioning complete for port 3f429855-0436-43b7-9da6-24ef5a6b0504 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:59.591997 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-87dcdab5-dc20-439c-905d-6d3b488ef9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.706727 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 3f429855-0436-43b7-9da6-24ef5a6b0504 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:28:59.707697 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc55ad-e6fa-4488-945b-022b3f90e869 req-15a183cf-a480-4f26-b1e0-3408a1e73363 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:28:59.709376 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62fc55ad-e6fa-4488-945b-022b3f90e869 req-15a183cf-a480-4f26-b1e0-3408a1e73363 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 944 time: 0.1943731 May 13 17:28:59.738325 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks [] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.816706 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62fc55ad-e6fa-4488-945b-022b3f90e869 req-0827ec25-f834-4357-b5f3-c8191216b42e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984855 May 13 17:28:59.818578 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.886872 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-87dcdab5-dc20-439c-905d-6d3b488ef9ee None None] Current status of the port 3f429855-0436-43b7-9da6-24ef5a6b0504 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:28:59.947463 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:28:59.948159 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-87dcdab5-dc20-439c-905d-6d3b488ef9ee None None] Provisioning complete for port ea407be2-af40-4e13-ad46-3c4e2fce9334 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:28:59.950602 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-87dcdab5-dc20-439c-905d-6d3b488ef9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:00.039741 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea407be2-af40-4e13-ad46-3c4e2fce9334,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:00.041215 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 3f429855-0436-43b7-9da6-24ef5a6b0504 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:00.048065 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:00.103518 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-87dcdab5-dc20-439c-905d-6d3b488ef9ee None None] Port ea407be2-af40-4e13-ad46-3c4e2fce9334 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:29:00.160472 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:00.162590 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:00.223182 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 3f429855-0436-43b7-9da6-24ef5a6b0504 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:00.224357 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device f1b46160-e650-46de-98ad-33a38dadd164 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:00.354875 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device fb94ca7c-01fc-441c-a41a-2b1ad50471cb details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:29:00.459897 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d2ea1-aef3-4409-8779-44bf66ca2c80 req-62968a50-fcb4-4ae5-b191-238dfdd51b23 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:00.462232 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port f1b46160-e650-46de-98ad-33a38dadd164 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:00.463428 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f1b46160-e650-46de-98ad-33a38dadd164), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:00.465451 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c3ddca4e-2887-4fd8-919d-7abc574f54f5 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:00.469571 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae0d2ea1-aef3-4409-8779-44bf66ca2c80 req-62968a50-fcb4-4ae5-b191-238dfdd51b23 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 945 time: 0.1673403 May 13 17:29:00.619002 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae0d2ea1-aef3-4409-8779-44bf66ca2c80 req-98fa9594-4276-42f5-9b95-71910f25c09c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462295 May 13 17:29:00.641200 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.db.resource_extend [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 17:29:00.678222 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45038) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:00.697469 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c5a7-4db3-4fe2-be41-1c04fd66505c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:00.719765 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebce48-3028-45ba-b857-73ffcb446753 req-a49c623f-c8eb-485e-9993-742942d57ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:00.721045 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0eebce48-3028-45ba-b857-73ffcb446753 req-a49c623f-c8eb-485e-9993-742942d57ea8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6fceef0782240ccb486341a9007e4b0&device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 1128 time: 0.3742001 May 13 17:29:00.828832 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port fb94ca7c-01fc-441c-a41a-2b1ad50471cb, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:00.911018 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c5a7-4db3-4fe2-be41-1c04fd66505c admin admin] Publish callbacks [] for security_group (3638c100-f26d-4734-b31e-1a4c8ec8ceea), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:00.967368 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c9e8c5a7-4db3-4fe2-be41-1c04fd66505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3638c100-f26d-4734-b31e-1a4c8ec8ceea), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.004892 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port f1b46160-e650-46de-98ad-33a38dadd164 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:01.021717 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fb75-be3a-4477-a516-b0880c079c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.036610 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port c3ddca4e-2887-4fd8-919d-7abc574f54f5 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:29:01.043493 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb', 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd', 'port_id': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb', 'mac_address': 'fa:16:3e:56:1a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e0e941-c712-42ca-8be4-9b9eaca86981', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:29:01.049268 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ebcb9a60-1aa5-4923-9510-e0dfa2a7f443 None None] Provisioning complete for port ea407be2-af40-4e13-ad46-3c4e2fce9334 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:01.049768 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9a60-1aa5-4923-9510-e0dfa2a7f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.069342 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-c9e8c5a7-4db3-4fe2-be41-1c04fd66505c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d427ab0437d844f8be6b3846e2ea71b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863292 May 13 17:29:01.072371 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45044) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:01.085340 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383982e-beaf-4091-a947-ad1e4bfcfe65 req-acd85d25-fd44-4537-93a4-7dccc9a1c4e5 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:01.086959 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b383982e-beaf-4091-a947-ad1e4bfcfe65 req-acd85d25-fd44-4537-93a4-7dccc9a1c4e5 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 944 time: 0.0933950 May 13 17:29:01.098428 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8c5a7-4db3-4fe2-be41-1c04fd66505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3638c100-f26d-4734-b31e-1a4c8ec8ceea,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:01.146754 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-b49da7ef-949f-40a0-818b-201577602e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:01.148259 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-b49da7ef-949f-40a0-818b-201577602e89 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.8002386 May 13 17:29:01.184124 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-747e593a-953a-4b0c-9785-3c8fa0e8a706 admin admin] Publish callbacks [] for security_group (3638c100-f26d-4734-b31e-1a4c8ec8ceea), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.185489 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port c3ddca4e-2887-4fd8-919d-7abc574f54f5 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:01.185875 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.213111 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-747e593a-953a-4b0c-9785-3c8fa0e8a706 admin admin] Publish callbacks [] for security_group (3638c100-f26d-4734-b31e-1a4c8ec8ceea), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.234316 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:29:01.239347 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-400592a9-01ca-41c7-af6f-d0ef6eac3b9e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5 HTTP/1.1" status: 200 len: 217 time: 0.0606582 May 13 17:29:01.292077 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebce48-3028-45ba-b857-73ffcb446753 req-9a376a46-01b3-4858-81e0-505924e41ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:01.294628 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0eebce48-3028-45ba-b857-73ffcb446753 req-9a376a46-01b3-4858-81e0-505924e41ad4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0a5f1f56-1292-4f48-b919-1c7423ffdedd HTTP/1.1" status: 200 len: 909 time: 0.4257855 May 13 17:29:01.301237 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port fb94ca7c-01fc-441c-a41a-2b1ad50471cb is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:01.301624 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.321774 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb9a60-1aa5-4923-9510-e0dfa2a7f443 None None] Port ea407be2-af40-4e13-ad46-3c4e2fce9334 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:29:01.334420 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb94ca7c-01fc-441c-a41a-2b1ad50471cb {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:29:01.360482 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port fb94ca7c-01fc-441c-a41a-2b1ad50471cb, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:01.411442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port c3ddca4e-2887-4fd8-919d-7abc574f54f5 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:01.411925 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.444586 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:29:01.447216 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d27a712-1b30-46e3-994b-17fc5724792d" -d '{"events": [{"server_uuid": "f9d3d26f-4dd5-4068-bee2-60b3d1a71055", "name": "network-vif-plugged", "status": "completed", "tag": "c3ddca4e-2887-4fd8-919d-7abc574f54f5"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:29:01.471219 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c3ddca4e-2887-4fd8-919d-7abc574f54f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:01.476549 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0eebce48-3028-45ba-b857-73ffcb446753 req-b6324e56-a488-45e7-a811-342459258e75 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb94ca7c-01fc-441c-a41a-2b1ad50471cb HTTP/1.1" status: 200 len: 217 time: 0.1641965 May 13 17:29:01.492410 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b383982e-beaf-4091-a947-ad1e4bfcfe65 req-148e40c9-8a99-46cf-b89c-3cdfd859ae31 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696802 May 13 17:29:01.504386 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 9c8d99b5-edae-4294-8cb3-e9417a814477 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:01.540150 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99da5ee5-238d-4934-865c-0e97af4ec41d x-openstack-request-id: req-99da5ee5-238d-4934-865c-0e97af4ec41d {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:29:01.540455 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d3d26f-4dd5-4068-bee2-60b3d1a71055", "name": "network-vif-plugged", "status": "completed", "tag": "c3ddca4e-2887-4fd8-919d-7abc574f54f5", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:29:01.540708 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99da5ee5-238d-4934-865c-0e97af4ec41d {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:29:01.541117 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99da5ee5-238d-4934-865c-0e97af4ec41d'] response: {'server_uuid': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5', 'code': 200} May 13 17:29:01.541233 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-5148c0ec-a53b-4701-b230-e28fededa553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:01.542646 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-5148c0ec-a53b-4701-b230-e28fededa553 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.2399368 May 13 17:29:01.568588 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 9c8d99b5-edae-4294-8cb3-e9417a814477 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:01.568969 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.684973 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 9c8d99b5-edae-4294-8cb3-e9417a814477 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:01.686129 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.711519 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 9c8d99b5-edae-4294-8cb3-e9417a814477, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=9c8d99b5-edae-4294-8cb3-e9417a814477,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:01.738811 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-747e593a-953a-4b0c-9785-3c8fa0e8a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3638c100-f26d-4734-b31e-1a4c8ec8ceea), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.741415 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-747e593a-953a-4b0c-9785-3c8fa0e8a706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.745033 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-747e593a-953a-4b0c-9785-3c8fa0e8a706 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3638c100-f26d-4734-b31e-1a4c8ec8ceea HTTP/1.1" status: 204 len: 168 time: 0.6666784 May 13 17:29:01.753562 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e593a-953a-4b0c-9785-3c8fa0e8a706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3638c100-f26d-4734-b31e-1a4c8ec8ceea,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:01.762379 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.770972 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.869399 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:01.874771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:01.995512 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-cd5a4358-3a95-4e05-b1b0-471aa8841a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:01.997312 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-cd5a4358-3a95-4e05-b1b0-471aa8841a46 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4460855 May 13 17:29:02.000025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=c3ddca4e-2887-4fd8-919d-7abc574f54f5,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:02.004197 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebce48-3028-45ba-b857-73ffcb446753 req-89c33202-2f01-4069-a55d-a2de58b7d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:02.005682 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0eebce48-3028-45ba-b857-73ffcb446753 req-89c33202-2f01-4069-a55d-a2de58b7d30e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=83e0e941-c712-42ca-8be4-9b9eaca86981 HTTP/1.1" status: 200 len: 848 time: 0.5104647 May 13 17:29:02.066894 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:02.087414 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=9c8d99b5-edae-4294-8cb3-e9417a814477,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:02.130728 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0eebce48-3028-45ba-b857-73ffcb446753 req-23a1e603-c517-4bb3-98a0-5fdf1d41cdcc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a5f1f56-1292-4f48-b919-1c7423ffdedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008787 May 13 17:29:02.148844 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bb175-368f-4e60-abaa-d347d6c12021 req-c4a1a272-4350-4aa5-a867-bd0a39aca90a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:02.150645 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9e3bb175-368f-4e60-abaa-d347d6c12021 req-c4a1a272-4350-4aa5-a867-bd0a39aca90a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.2998891 May 13 17:29:02.166453 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:29:02.181587 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c8c05932-6529-4dda-9d1d-79345976aca9 admin admin] 10.222.0.64 "PUT /v2.0/routers/b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1551442 May 13 17:29:02.207244 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708df5ee-e479-4018-aba3-7d2985572bb4 req-edfac54b-99d7-4064-a502-5f8cb7c1b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:02.208996 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-708df5ee-e479-4018-aba3-7d2985572bb4 req-edfac54b-99d7-4064-a502-5f8cb7c1b255 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 1130 time: 0.2072392 May 13 17:29:02.249494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['fb94ca7c-01fc-441c-a41a-2b1ad50471cb'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:29:02.363307 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9e3bb175-368f-4e60-abaa-d347d6c12021 req-547e1576-ce92-44b2-b180-ada3612735f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931736 May 13 17:29:02.365220 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-6b2cd516-a97f-41ca-bb36-35dd2342854b service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470905 May 13 17:29:02.383319 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-708df5ee-e479-4018-aba3-7d2985572bb4 req-96db7fe8-1428-4036-b4ae-8b66319b63fc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366513 May 13 17:29:02.450899 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0eebce48-3028-45ba-b857-73ffcb446753 req-bd1c0b8e-a134-4592-b82c-7ee4e9584b23 service neutron] 10.222.0.82 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989666 May 13 17:29:02.556070 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f7b45e-b383-471a-8044-1ee0d5dad13d req-e18d9ed1-31a2-4b81-a5d3-5eef00c47389 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788533 May 13 17:29:02.674574 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12df9e6-e1ff-4ac0-8ee4-a2a449abfb8f req-22ab7e67-d25d-4988-a16e-25f7a380e594 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:02.676986 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d12df9e6-e1ff-4ac0-8ee4-a2a449abfb8f req-22ab7e67-d25d-4988-a16e-25f7a380e594 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 945 time: 0.0851398 May 13 17:29:02.756880 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d12df9e6-e1ff-4ac0-8ee4-a2a449abfb8f req-f55cf986-662b-420b-a335-156c544335c7 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 May 13 17:29:02.761077 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Sync routers for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:29:02.787162 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:29:02.788773 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:29:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:03.021804 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0eebce48-3028-45ba-b857-73ffcb446753 req-9e640ecc-8687-44e7-acb2-cc3033455510 service neutron] 10.222.0.82 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505768 May 13 17:29:03.098303 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:29:03.354471 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 2, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:03.394735 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Checking router: b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:29:03.395463 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Updating router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 port ea407be2-af40-4e13-ad46-3c4e2fce9334 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:29:03.435566 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.507081 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.516073 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 9c8d99b5-edae-4294-8cb3-e9417a814477 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:03.556737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6af00-e9ca-4dd5-83f0-ddd7d5715d17 req-116e9387-0621-4b6c-9087-09d929f235cc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:03.564847 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-67e6af00-e9ca-4dd5-83f0-ddd7d5715d17 req-116e9387-0621-4b6c-9087-09d929f235cc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0714874 May 13 17:29:03.590026 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45096) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:03.595437 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-249407108-network', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:03.621794 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-67e6af00-e9ca-4dd5-83f0-ddd7d5715d17 req-f981cbbb-777d-42bf-b112-ae784be8105e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559859 May 13 17:29:03.687622 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 9c8d99b5-edae-4294-8cb3-e9417a814477 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:03.688050 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.711457 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Made reservation on behalf of efcb3207c1374d1391e39167ac8785cf for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:29:03.714187 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.739453 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.857559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks [] for security_group (d988304d-5c2c-4dbe-8f85-81a7cf992d06), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.928567 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (d988304d-5c2c-4dbe-8f85-81a7cf992d06), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.950033 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Publish callbacks [] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:03.966210 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d988304d-5c2c-4dbe-8f85-81a7cf992d06,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:03.983171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450f3ac-f03c-4d99-8a17-5ae6b0d1d85a req-a4deb015-a9e1-4407-ac21-900a0764ad36 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:03.990471 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2450f3ac-f03c-4d99-8a17-5ae6b0d1d85a req-a4deb015-a9e1-4407-ac21-900a0764ad36 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 945 time: 0.1179621 May 13 17:29:04.029494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.045411 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:29:04.050217 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2450f3ac-f03c-4d99-8a17-5ae6b0d1d85a req-171aa534-89a2-4904-be03-8fdc201d54ab tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587323 May 13 17:29:04.058408 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (ce0c3f83-b074-447d-a306-49235d061b5a), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.058683 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Added segment ce0c3f83-b074-447d-a306-49235d061b5a of type vlan for network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 May 13 17:29:04.090127 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 9c8d99b5-edae-4294-8cb3-e9417a814477 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:04.109504 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11b007-11bc-48b5-949b-ddba467ebfce None None] Pushing event updated for resources: {'Port': ['ID=ea407be2-af40-4e13-ad46-3c4e2fce9334,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:04.123118 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (52ee6b6e-05ba-4c1b-af92-ddd7febd1db3), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.198211 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Attempting to bind port ea407be2-af40-4e13-ad46-3c4e2fce9334 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:29:04.198586 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Attempting to bind port ea407be2-af40-4e13-ad46-3c4e2fce9334 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:29:04.198954 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Attempting to bind port ea407be2-af40-4e13-ad46-3c4e2fce9334 on network 2f334e29-3120-4ec7-b43a-0baf54e47be7 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:04.204618 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:29:04.205001 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Checking segment: {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:04.205412 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.205808 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Bound using segment: {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:29:04.206316 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Bound port: ea407be2-af40-4e13-ad46-3c4e2fce9334, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:29:04.206697 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.236127 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (52ee6b6e-05ba-4c1b-af92-ddd7febd1db3), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.237511 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:04.238302 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.285524 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] For port ea407be2-af40-4e13-ad46-3c4e2fce9334, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:29:04.289513 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] For port ea407be2-af40-4e13-ad46-3c4e2fce9334, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=ea407be2-af40-4e13-ad46-3c4e2fce9334,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:29:04.312483 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] Pushing event updated for resources: {'Network': ['ID=52ee6b6e-05ba-4c1b-af92-ddd7febd1db3,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:04.325711 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:29:04.340424 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device fb94ca7c-01fc-441c-a41a-2b1ad50471cb up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:04.408226 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45102) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:04.413038 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Request body: {'subnet': {'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-249407108-subnet', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'ip_version': 4}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:04.413671 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-1e9b912e-480f-4724-81df-07e3785eddd8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8222961 May 13 17:29:04.427648 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.528882 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-d3e324d8-c478-4697-ae31-528cb16dad82 None None] Provisioning complete for port ea407be2-af40-4e13-ad46-3c4e2fce9334 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:04.529270 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d3e324d8-c478-4697-ae31-528cb16dad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.554112 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Made reservation on behalf of efcb3207c1374d1391e39167ac8785cf for: {'subnet': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:29:04.556921 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3344664'] for subnet (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.591348 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11b007-11bc-48b5-949b-ddba467ebfce None None] Pushing event updated for resources: {'Port': ['ID=ea407be2-af40-4e13-ad46-3c4e2fce9334,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:04.605255 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:29:04.605889 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:29:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:04.623318 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port fb94ca7c-01fc-441c-a41a-2b1ad50471cb completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:29:04.808357 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port fb94ca7c-01fc-441c-a41a-2b1ad50471cb triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:04.811564 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.928067 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a951-4155-437e-979b-994223430e99 req-30d7f07e-6546-4d92-95fc-40de93bf661c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:04.938612 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea27a951-4155-437e-979b-994223430e99 req-30d7f07e-6546-4d92-95fc-40de93bf661c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0575538 May 13 17:29:04.947045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.966966 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:29:04.989972 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3393984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3344646'] for subnet (175b093b-d159-4fb1-8e6b-60ddf1563939), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:04.995439 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-d3e324d8-c478-4697-ae31-528cb16dad82 None None] Current status of the port ea407be2-af40-4e13-ad46-3c4e2fce9334 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:04.995888 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d3e324d8-c478-4697-ae31-528cb16dad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.042446 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea27a951-4155-437e-979b-994223430e99 req-a1aa0ddf-1600-4b0a-9af7-7cfb5b216d1b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029408 May 13 17:29:05.127204 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-d3e324d8-c478-4697-ae31-528cb16dad82 None None] For port ea407be2-af40-4e13-ad46-3c4e2fce9334, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=ea407be2-af40-4e13-ad46-3c4e2fce9334,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:05.132517 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=175b093b-d159-4fb1-8e6b-60ddf1563939,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:05.155422 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Checking segment: {'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:05.156140 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Network hostable DHCP agents. Network: 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:29:05.161522 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port fb94ca7c-01fc-441c-a41a-2b1ad50471cb is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:05.161934 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.246023 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b70ffc-feac-421d-a956-fd22fd30f08e req-c3fde9ec-6a8e-4da9-959d-8bdcb35c4e52 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:05.247811 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24b70ffc-feac-421d-a956-fd22fd30f08e req-c3fde9ec-6a8e-4da9-959d-8bdcb35c4e52 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 945 time: 0.0814166 May 13 17:29:05.288833 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:29:05.302511 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d3e324d8-c478-4697-ae31-528cb16dad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.331945 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24b70ffc-feac-421d-a956-fd22fd30f08e req-752a8dca-fe9e-4451-aedc-23eb1a9f1f36 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743074 May 13 17:29:05.370672 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:29:05.372974 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c758902-d192-4c52-bc49-8dcd46613f5b" -d '{"events": [{"server_uuid": "bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc", "name": "network-vif-plugged", "status": "completed", "tag": "fb94ca7c-01fc-441c-a41a-2b1ad50471cb"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:29:05.406733 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3) {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:05.419434 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port fb94ca7c-01fc-441c-a41a-2b1ad50471cb, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:05.422162 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:05.424048 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.432482 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e324d8-c478-4697-ae31-528cb16dad82 None None] Pushing event updated for resources: {'Port': ['ID=ea407be2-af40-4e13-ad46-3c4e2fce9334,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:05.444158 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad44846-aa5c-43d7-801a-5a10030b105a None None] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:29:05.460643 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce49717-521f-4ba9-b15a-241908a4306a x-openstack-request-id: req-bce49717-521f-4ba9-b15a-241908a4306a {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:29:05.462987 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc", "name": "network-vif-plugged", "status": "completed", "tag": "fb94ca7c-01fc-441c-a41a-2b1ad50471cb", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:29:05.462987 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bce49717-521f-4ba9-b15a-241908a4306a {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:29:05.463502 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce49717-521f-4ba9-b15a-241908a4306a'] response: {'server_uuid': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb', 'code': 200} May 13 17:29:05.508084 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ae987e4c-dcaa-40d5-8cac-ddc9e051a7c6 None None] Provisioning complete for port ea407be2-af40-4e13-ad46-3c4e2fce9334 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:05.508457 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ae987e4c-dcaa-40d5-8cac-ddc9e051a7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.527648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45116) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:05.533056 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2d9561d3-cd17-44b5-bfc9-18b63b0baf6f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1236875 May 13 17:29:05.533934 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:05.560064 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.659866 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.661149 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.675392 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:04Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:05.715844 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:05.720938 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d86d34-22ac-44c6-bde7-8a0a912f68d7 None None] The sync data for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi is: [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:04Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:29:05.854118 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-52ee6b6e-05ba-4c1b-af92-ddd7febd1db3', 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3', 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'fixed_ips': [{'subnet_id': '175b093b-d159-4fb1-8e6b-60ddf1563939'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:29:05.854980 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.871219 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks [] for router_controller (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), precommit_add_association {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:05.920057 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ae987e4c-dcaa-40d5-8cac-ddc9e051a7c6 None None] Current status of the port ea407be2-af40-4e13-ad46-3c4e2fce9334 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:05.985879 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f5de7-662d-46ce-8ec0-2e9db76f120e req-094da2bb-a4ff-4a06-b9c3-2df0b386ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:05.988007 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-228f5de7-662d-46ce-8ec0-2e9db76f120e req-094da2bb-a4ff-4a06-b9c3-2df0b386ed92 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 1130 time: 0.0585139 May 13 17:29:06.023895 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44109b-9d2f-48fb-b6bd-f7c105de299d req-593bba46-9b39-4db5-8a73-4c05220168a7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:06.025709 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b44109b-9d2f-48fb-b6bd-f7c105de299d req-593bba46-9b39-4db5-8a73-4c05220168a7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.3461933 May 13 17:29:06.028165 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-5c79bb83-7702-412d-9183-a3ca85c1a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:06.029580 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-5c79bb83-7702-412d-9183-a3ca85c1a2a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 1130 time: 0.2072456 May 13 17:29:06.163637 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-228f5de7-662d-46ce-8ec0-2e9db76f120e req-842f9a36-150e-4428-af44-7a4044f6e7e2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623192 May 13 17:29:06.169777 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Allocated IP 172.20.0.2 (52ee6b6e-05ba-4c1b-af92-ddd7febd1db3/175b093b-d159-4fb1-8e6b-60ddf1563939/66291f21-bbaa-445c-9a3c-aff1df95e605) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:29:06.174605 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks [] for router_gateway (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:06.209898 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b44109b-9d2f-48fb-b6bd-f7c105de299d req-469fd32a-5374-44eb-af3d-55f2892b9512 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679187 May 13 17:29:06.266649 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-4141f447-c605-4721-90d2-ea5db7a60c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:06.268090 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-4141f447-c605-4721-90d2-ea5db7a60c67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.2251709 May 13 17:29:06.356715 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Publish callbacks [] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:06.506022 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:06.526525 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:06.528784 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:06.528949 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cccf7-6c58-4f30-9fc8-aaaa50fa9a6a req-4c115fb8-efc0-461a-b12f-f0141b591fb4 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:06.535256 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:29:06.553921 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc3cccf7-6c58-4f30-9fc8-aaaa50fa9a6a req-4c115fb8-efc0-461a-b12f-f0141b591fb4 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.0641942 May 13 17:29:06.554104 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Pushing event updated for resources: {'Port': ['ID=66291f21-bbaa-445c-9a3c-aff1df95e605,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:06.623921 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc3cccf7-6c58-4f30-9fc8-aaaa50fa9a6a req-35d4b4b8-0642-4e5a-9a08-cf8cf79d6005 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 May 13 17:29:06.650721 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-0f49c274-0771-409c-9e4c-c5c6df9d497d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5 HTTP/1.1" status: 200 len: 217 time: 0.0953882 May 13 17:29:06.680176 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Attempting to bind port 66291f21-bbaa-445c-9a3c-aff1df95e605 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:29:06.680723 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Attempting to bind port 66291f21-bbaa-445c-9a3c-aff1df95e605 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:29:06.681198 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Attempting to bind port 66291f21-bbaa-445c-9a3c-aff1df95e605 on network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:06.688839 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:29:06.689384 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Checking segment: {'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:06.689891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:06.690173 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks [] for router_gateway (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:06.690520 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Bound using segment: {'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:29:06.691628 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Bound port: 66291f21-bbaa-445c-9a3c-aff1df95e605, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:29:06.692121 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:06.712079 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:06.784647 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] For port 66291f21-bbaa-445c-9a3c-aff1df95e605, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:29:06.788073 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] For port 66291f21-bbaa-445c-9a3c-aff1df95e605, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=66291f21-bbaa-445c-9a3c-aff1df95e605,segment=NetworkSegment(ce0c3f83-b074-447d-a306-49235d061b5a),segment_id=ce0c3f83-b074-447d-a306-49235d061b5a)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:29:07.037496 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Allocated IP 172.27.3.27 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/4e674cb3-e9dc-403e-b40c-de3e7497748b) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:29:07.076425 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:07.161819 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9419dc8-b02c-4738-9b07-9dca198d738d None None] Pushing event updated for resources: {'Port': ['ID=66291f21-bbaa-445c-9a3c-aff1df95e605,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:07.178303 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks [] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:07.271016 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:07.277807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-f1699278-b322-4789-82cc-59ede4ddafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:07.280527 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-f1699278-b322-4789-82cc-59ede4ddafd1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.1178799 May 13 17:29:07.377322 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Pushing event updated for resources: {'Port': ['ID=4e674cb3-e9dc-403e-b40c-de3e7497748b,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:07.401530 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-bf2d1b58-668c-4e88-b102-8fdc6599c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:07.401530 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-bf2d1b58-668c-4e88-b102-8fdc6599c730 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1130223 May 13 17:29:07.411867 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:07.420631 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e41cc-85bd-4998-9799-59bbf4e30c22 req-2da325ae-77dd-4962-aa4e-2104d01e186a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:07.428318 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d1e41cc-85bd-4998-9799-59bbf4e30c22 req-2da325ae-77dd-4962-aa4e-2104d01e186a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.1035094 May 13 17:29:07.447448 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:07.447448 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:29:07.596265 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7d1e41cc-85bd-4998-9799-59bbf4e30c22 req-a7377f20-07c3-4e48-8c18-38f1d7758318 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644652 May 13 17:29:07.690965 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-ec60a82b-a09b-4558-8e9d-a3ab458062e0 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567270 May 13 17:29:07.713373 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 66291f21-bbaa-445c-9a3c-aff1df95e605 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:07.774988 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 66291f21-bbaa-445c-9a3c-aff1df95e605 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:07.775777 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:07.838845 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d606d-a701-49dc-95d3-e7b945dccff9 req-05fa1301-338d-4a7b-8b82-b7d41df51089 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:07.841896 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e15d606d-a701-49dc-95d3-e7b945dccff9 req-05fa1301-338d-4a7b-8b82-b7d41df51089 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.0995173 May 13 17:29:07.884429 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 66291f21-bbaa-445c-9a3c-aff1df95e605 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:07.884834 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:07.939023 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e15d606d-a701-49dc-95d3-e7b945dccff9 req-04c6c1d8-32a1-48f9-b524-db08d8ddc3ff tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862987 May 13 17:29:07.941958 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 66291f21-bbaa-445c-9a3c-aff1df95e605, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=66291f21-bbaa-445c-9a3c-aff1df95e605,segment=NetworkSegment(ce0c3f83-b074-447d-a306-49235d061b5a),segment_id=ce0c3f83-b074-447d-a306-49235d061b5a)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:08.001436 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:08.005201 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device ea407be2-af40-4e13-ad46-3c4e2fce9334 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:08.073901 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks [] for router_gateway (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:08.162964 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port ea407be2-af40-4e13-ad46-3c4e2fce9334 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:08.163369 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:08.216413 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=66291f21-bbaa-445c-9a3c-aff1df95e605,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:08.334088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port ea407be2-af40-4e13-ad46-3c4e2fce9334 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:08.371244 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:08.584934 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6a284-7de4-4e58-835c-e17d497d721a None None] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:29:08.589656 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:29:08.672461 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-f50c346d-d864-418c-94fa-94356fe01585 None None] Provisioning complete for port 66291f21-bbaa-445c-9a3c-aff1df95e605 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:08.673250 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f50c346d-d864-418c-94fa-94356fe01585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:08.759731 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:29:08.769048 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Sync routers for ids ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:29:08.792351 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Routers {'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:29:08.795242 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:29:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:08.811663 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-f50c346d-d864-418c-94fa-94356fe01585 None None] Current status of the port 66291f21-bbaa-445c-9a3c-aff1df95e605 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:08.838508 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:08.846085 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-26aea686-070a-45ef-9007-48432463b60c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3166664 May 13 17:29:08.849312 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45142) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:08.877115 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdd262-446a-4d9e-a5ca-19e21b6087bf req-dae9d8cb-85d8-4c07-a39a-e6c191cc64ba tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:08.888163 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53cdd262-446a-4d9e-a5ca-19e21b6087bf req-dae9d8cb-85d8-4c07-a39a-e6c191cc64ba tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.1930604 May 13 17:29:09.002748 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7b3d77f3-9e1a-48b4-a179-7e28c56aa4f2 req-6dcd0373-26b7-4d3a-9df0-a1c76824c27e service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458191 May 13 17:29:09.017277 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53cdd262-446a-4d9e-a5ca-19e21b6087bf req-7325f0ae-c602-4b31-b9dd-2c75b3d1df42 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223121 May 13 17:29:09.112669 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Set router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:29:09.168707 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7a055-fef5-400a-a196-9a2fa62d0b2c req-d90a0725-a730-48ff-962d-5cc72fa8bd7a tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:09.187516 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-87f7a055-fef5-400a-a196-9a2fa62d0b2c req-d90a0725-a730-48ff-962d-5cc72fa8bd7a tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.0803256 May 13 17:29:09.248611 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-dcb71182-42a6-4665-b1ae-20c83dce1a07 None None] Provisioning complete for port 66291f21-bbaa-445c-9a3c-aff1df95e605 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:09.249599 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-dcb71182-42a6-4665-b1ae-20c83dce1a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.349908 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:29:07Z', 'revision_number': 3, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port': {'id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:06Z', 'updated_at': '2022-05-13T17:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:09.409213 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Checking router: a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:29:09.412220 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Updating router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 port 4e674cb3-e9dc-403e-b40c-de3e7497748b binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:29:09.426293 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-dcb71182-42a6-4665-b1ae-20c83dce1a07 None None] Current status of the port 66291f21-bbaa-445c-9a3c-aff1df95e605 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:09.457151 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.566218 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 66291f21-bbaa-445c-9a3c-aff1df95e605 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:09.641147 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 66291f21-bbaa-445c-9a3c-aff1df95e605 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:09.641985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.647025 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-87f7a055-fef5-400a-a196-9a2fa62d0b2c req-efbe9fcf-0586-459b-946d-ae1db4e8dfe8 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585578 May 13 17:29:09.776558 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 66291f21-bbaa-445c-9a3c-aff1df95e605 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:09.802137 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Publish callbacks [] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.832133 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.869930 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.937655 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Attempting to bind port 4e674cb3-e9dc-403e-b40c-de3e7497748b on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:29:09.938267 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Attempting to bind port 4e674cb3-e9dc-403e-b40c-de3e7497748b by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:29:09.938901 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Attempting to bind port 4e674cb3-e9dc-403e-b40c-de3e7497748b on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:09.956816 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:29:09.960638 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:09.960638 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.960638 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:29:09.960638 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Bound port: 4e674cb3-e9dc-403e-b40c-de3e7497748b, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:29:09.960638 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:09.960638 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e005b-517b-4805-8fd4-36ebb779be8d None None] Pushing event updated for resources: {'Port': ['ID=4e674cb3-e9dc-403e-b40c-de3e7497748b,revision_number=2']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:10.020745 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] For port 4e674cb3-e9dc-403e-b40c-de3e7497748b, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:29:10.024519 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] For port 4e674cb3-e9dc-403e-b40c-de3e7497748b, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4e674cb3-e9dc-403e-b40c-de3e7497748b,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:29:10.082588 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:10.119475 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Allocated IP 172.20.0.1 (52ee6b6e-05ba-4c1b-af92-ddd7febd1db3/175b093b-d159-4fb1-8e6b-60ddf1563939/8b89b435-511a-4f4a-9365-fc3ef9b0f193) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:29:10.161096 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e005b-517b-4805-8fd4-36ebb779be8d None None] Pushing event updated for resources: {'Port': ['ID=4e674cb3-e9dc-403e-b40c-de3e7497748b,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:10.170470 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Routers {'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:29:10.171379 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:29:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:10.176476 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94910c-99e1-49cd-9be1-a85b525df65f req-e1ce230f-1d4f-48dc-8975-f07df8c8673d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:10.180228 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed94910c-99e1-49cd-9be1-a85b525df65f req-e1ce230f-1d4f-48dc-8975-f07df8c8673d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0885346 May 13 17:29:10.271852 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed94910c-99e1-49cd-9be1-a85b525df65f req-ecd107b7-4b00-4d55-8ab6-96c5fc55e54b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673592 May 13 17:29:10.308824 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks [] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:10.345545 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] Set router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:29:10.396900 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:10.439354 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:10.443010 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:10.456461 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:29:10.493878 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Pushing event updated for resources: {'Port': ['ID=8b89b435-511a-4f4a-9365-fc3ef9b0f193,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:10.520986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:10.575299 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:29:07Z', 'revision_number': 3, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port': {'id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:06Z', 'updated_at': '2022-05-13T17:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:10.611617 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b71efb-b7de-4c45-8680-96f6f5a6de51 None None] The sync data for ids ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'] in dv-cinder-841782-1-iscsi is: [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:29:07Z', 'revision_number': 3, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port': {'id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:06Z', 'updated_at': '2022-05-13T17:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:29:10.747861 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:10.763892 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-b0d92691-a2a8-4868-9a20-6a2f94ef9f7b None None] Provisioning complete for port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:10.764988 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b0d92691-a2a8-4868-9a20-6a2f94ef9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:10.824057 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b0d92691-a2a8-4868-9a20-6a2f94ef9f7b None None] Port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:29:11.066674 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks [] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:11.128001 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:11.214581 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Pushing event updated for resources: {'Port': ['ID=8b89b435-511a-4f4a-9365-fc3ef9b0f193,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:11.227422 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:11.342272 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:11.359505 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:11.423860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553de2-a265-44e2-a005-c051e5f710f0 req-46d30704-1b06-47e0-9191-b9bb1a35eadb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:11.425570 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-52553de2-a265-44e2-a005-c051e5f710f0 req-46d30704-1b06-47e0-9191-b9bb1a35eadb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0991569 May 13 17:29:11.534495 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4e674cb3-e9dc-403e-b40c-de3e7497748b up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:11.537325 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-52553de2-a265-44e2-a005-c051e5f710f0 req-7bd2d1b0-6ea2-4cd9-bcd2-f1de96169cc8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930829 May 13 17:29:11.556470 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:29:11.601310 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 4e674cb3-e9dc-403e-b40c-de3e7497748b triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:11.601687 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:11.685673 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:29:11.692197 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-463aa55d-2377-4d6a-966b-83de809f4020 admin admin] 10.222.0.64 "PUT /v2.0/routers/a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8408227 May 13 17:29:11.695351 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-5950eb0d-db58-4b58-9710-e02ed67e43a4 None None] Provisioning complete for port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:11.695770 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5950eb0d-db58-4b58-9710-e02ed67e43a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:11.703609 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4e674cb3-e9dc-403e-b40c-de3e7497748b is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:11.704139 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:11.749110 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 4e674cb3-e9dc-403e-b40c-de3e7497748b, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4e674cb3-e9dc-403e-b40c-de3e7497748b,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:11.754385 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-5950eb0d-db58-4b58-9710-e02ed67e43a4 None None] Port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:29:11.826699 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:11.891061 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=4e674cb3-e9dc-403e-b40c-de3e7497748b,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:12.215058 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45172) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:12.220795 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-785e0de1-999e-4c65-b3f9-f86355a4ed28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651309795', 'description': 'tempest-secgroup-smoke-651309795 description', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:12.316234 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-785e0de1-999e-4c65-b3f9-f86355a4ed28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:12.412696 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-785e0de1-999e-4c65-b3f9-f86355a4ed28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group (19720c99-e9e9-4ae9-be7c-9fab9a29d28a), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:12.567544 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-785e0de1-999e-4c65-b3f9-f86355a4ed28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (19720c99-e9e9-4ae9-be7c-9fab9a29d28a), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:12.602212 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e0de1-999e-4c65-b3f9-f86355a4ed28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19720c99-e9e9-4ae9-be7c-9fab9a29d28a,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:12.665461 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16816a9-e667-4db1-bec4-84ecc8f25221 req-4e122c77-6f46-48a3-ab7a-01954e29c930 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:12.666975 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a16816a9-e667-4db1-bec4-84ecc8f25221 req-4e122c77-6f46-48a3-ab7a-01954e29c930 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0511475 May 13 17:29:12.670215 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-785e0de1-999e-4c65-b3f9-f86355a4ed28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:12.671382 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-785e0de1-999e-4c65-b3f9-f86355a4ed28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4546435 May 13 17:29:12.674581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45190) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:12.680699 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-32cf2452-b262-4d7f-90c8-00f8c56ab3e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'security_group_rule': {'security_group_id': '19720c99-e9e9-4ae9-be7c-9fab9a29d28a', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:12.721283 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a16816a9-e667-4db1-bec4-84ecc8f25221 req-7d55f1e3-f612-4f23-8f72-93f6624cd0ad tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 May 13 17:29:12.727536 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Sync routers for ids ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:29:12.738146 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Routers {'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:29:12.738776 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:29:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:12.789741 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32cf2452-b262-4d7f-90c8-00f8c56ab3e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (22cb6ac0-4651-41d8-bed7-31460651b728), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:12.868689 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32cf2452-b262-4d7f-90c8-00f8c56ab3e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (22cb6ac0-4651-41d8-bed7-31460651b728), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:12.980479 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32cf2452-b262-4d7f-90c8-00f8c56ab3e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (22cb6ac0-4651-41d8-bed7-31460651b728), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.005200 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf2452-b262-4d7f-90c8-00f8c56ab3e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cb6ac0-4651-41d8-bed7-31460651b728,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:13.024339 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Set router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:29:13.067345 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32cf2452-b262-4d7f-90c8-00f8c56ab3e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.068870 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-32cf2452-b262-4d7f-90c8-00f8c56ab3e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926291 May 13 17:29:13.071687 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45206) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:13.076699 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-fcb357c5-9161-4ed4-a39b-6ec6020675d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'security_group_rule': {'security_group_id': '19720c99-e9e9-4ae9-be7c-9fab9a29d28a', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:13.162471 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fcb357c5-9161-4ed4-a39b-6ec6020675d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (e1887534-719e-402e-8df6-df6621446be7), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.231460 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fcb357c5-9161-4ed4-a39b-6ec6020675d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (e1887534-719e-402e-8df6-df6621446be7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.240997 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:29:10Z', 'revision_number': 4, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port': {'id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:06Z', 'updated_at': '2022-05-13T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '8b89b435-511a-4f4a-9365-fc3ef9b0f193', 'name': '', 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'mac_address': 'fa:16:3e:ea:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '175b093b-d159-4fb1-8e6b-60ddf1563939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:09Z', 'updated_at': '2022-05-13T17:29:10Z', 'revision_number': 2, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'subnets': [{'id': '175b093b-d159-4fb1-8e6b-60ddf1563939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:13.243357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-3e5258d3-280a-4d99-a722-7a9ec1433b07 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:13.244873 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-3e5258d3-280a-4d99-a722-7a9ec1433b07 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/networks?id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 200 len: 815 time: 0.1137288 May 13 17:29:13.263720 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-2c2d8cff-e002-4be1-8649-0ba4166403bb tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/quotas/aff066fb75f04eb7bb9b16dea32b270d HTTP/1.1" status: 200 len: 375 time: 0.0119040 May 13 17:29:13.272683 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Checking router: a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:29:13.273043 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Updating router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:29:13.308526 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.328634 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-4b3b7df3-6ae5-4b29-b760-a11e87051c6a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616295 May 13 17:29:13.339088 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fcb357c5-9161-4ed4-a39b-6ec6020675d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (e1887534-719e-402e-8df6-df6621446be7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.375637 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb357c5-9161-4ed4-a39b-6ec6020675d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1887534-719e-402e-8df6-df6621446be7,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:13.438334 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fcb357c5-9161-4ed4-a39b-6ec6020675d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.439704 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-fcb357c5-9161-4ed4-a39b-6ec6020675d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3667483 May 13 17:29:13.446475 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45222) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:13.451238 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-a151a2eb-5243-4e98-a6f9-69e42b70461a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'security_group_rule': {'security_group_id': '19720c99-e9e9-4ae9-be7c-9fab9a29d28a', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:13.468739 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd2dc-4583-4b80-ac9c-ad6c81c9403a req-ed2d1e93-3a52-49e1-ac1b-ea38e494db70 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:13.473624 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-fb4c0ec5-dbda-4137-a080-b7f430b5fb8b service neutron] 10.222.0.64 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280289 May 13 17:29:13.476550 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3afd2dc-4583-4b80-ac9c-ad6c81c9403a req-ed2d1e93-3a52-49e1-ac1b-ea38e494db70 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.1125133 May 13 17:29:13.563938 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3afd2dc-4583-4b80-ac9c-ad6c81c9403a req-3ad09e42-4f3e-4037-b7cf-856e2f21d035 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861683 May 13 17:29:13.580069 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-b4122f7e-057a-4a7e-a2b0-0f814d383ebe service neutron] 10.222.0.64 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999715 May 13 17:29:13.587259 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4e674cb3-e9dc-403e-b40c-de3e7497748b up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:13.591745 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.627269 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a151a2eb-5243-4e98-a6f9-69e42b70461a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (9e52dbbd-f5d1-457e-bd5f-6384bc2209b1), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.668654 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 4e674cb3-e9dc-403e-b40c-de3e7497748b triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:13.669031 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.686921 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a151a2eb-5243-4e98-a6f9-69e42b70461a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (9e52dbbd-f5d1-457e-bd5f-6384bc2209b1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.769206 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Publish callbacks [] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.778678 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a151a2eb-5243-4e98-a6f9-69e42b70461a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (9e52dbbd-f5d1-457e-bd5f-6384bc2209b1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.820773 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ff7923fb-1508-4a8e-a4af-3d89c0a6f4c6 req-25093a59-e541-44a5-a968-46060feb4eb3 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0310757 May 13 17:29:13.822706 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151a2eb-5243-4e98-a6f9-69e42b70461a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e52dbbd-f5d1-457e-bd5f-6384bc2209b1,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:13.826072 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4e674cb3-e9dc-403e-b40c-de3e7497748b is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:13.835619 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.893173 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d704934-9b5e-4ca8-a082-f62f59a70632 req-319f46a7-d744-43a3-b8f0-941c11780650 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:13.893336 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40710e-2e2e-40b8-95a3-cf9d592b8d24 None None] Pushing event updated for resources: {'Port': ['ID=8b89b435-511a-4f4a-9365-fc3ef9b0f193,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:13.894801 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1d704934-9b5e-4ca8-a082-f62f59a70632 req-319f46a7-d744-43a3-b8f0-941c11780650 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0531926 May 13 17:29:13.906878 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a151a2eb-5243-4e98-a6f9-69e42b70461a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:13.908041 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a151a2eb-5243-4e98-a6f9-69e42b70461a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4605150 May 13 17:29:13.911624 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45230) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:13.916739 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-c60a2da5-1d13-429b-8bd9-57e034487321 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'security_group_rule': {'security_group_id': '19720c99-e9e9-4ae9-be7c-9fab9a29d28a', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:13.982227 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1d704934-9b5e-4ca8-a082-f62f59a70632 req-e9be037c-1bfd-479c-9bd0-1d288d761d47 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 May 13 17:29:14.008640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Attempting to bind port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:29:14.009034 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Attempting to bind port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:29:14.009398 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Attempting to bind port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 on network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:14.015651 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:29:14.017640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Checking segment: {'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:14.017640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.017640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Bound using segment: {'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:29:14.017640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Bound port: 8b89b435-511a-4f4a-9365-fc3ef9b0f193, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0c3f83-b074-447d-a306-49235d061b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:29:14.017983 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.019046 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c60a2da5-1d13-429b-8bd9-57e034487321 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (53d20fb5-20b7-42aa-b380-0020479abaf9), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.081250 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c60a2da5-1d13-429b-8bd9-57e034487321 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (53d20fb5-20b7-42aa-b380-0020479abaf9), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.090527 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] For port 8b89b435-511a-4f4a-9365-fc3ef9b0f193, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:29:14.094222 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] For port 8b89b435-511a-4f4a-9365-fc3ef9b0f193, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=8b89b435-511a-4f4a-9365-fc3ef9b0f193,segment=NetworkSegment(ce0c3f83-b074-447d-a306-49235d061b5a),segment_id=ce0c3f83-b074-447d-a306-49235d061b5a)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:29:14.189248 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ac85e304-d16b-4d81-ae1a-58908da712e3 None None] Provisioning complete for port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:14.189565 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ac85e304-d16b-4d81-ae1a-58908da712e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.201113 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c60a2da5-1d13-429b-8bd9-57e034487321 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (53d20fb5-20b7-42aa-b380-0020479abaf9), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.215225 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.220658 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a2da5-1d13-429b-8bd9-57e034487321 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d20fb5-20b7-42aa-b380-0020479abaf9,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:14.256581 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ac85e304-d16b-4d81-ae1a-58908da712e3 None None] Port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:29:14.283446 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Routers {'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:29:14.284092 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:29:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:14.322163 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40710e-2e2e-40b8-95a3-cf9d592b8d24 None None] Pushing event updated for resources: {'Port': ['ID=8b89b435-511a-4f4a-9365-fc3ef9b0f193,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:14.327655 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c60a2da5-1d13-429b-8bd9-57e034487321 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.327655 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c60a2da5-1d13-429b-8bd9-57e034487321 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4117594 May 13 17:29:14.327860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45236) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:14.333562 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'security_group_rule': {'security_group_id': '19720c99-e9e9-4ae9-be7c-9fab9a29d28a', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:14.405921 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] Set router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:29:14.435691 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.securitygroups_db [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Project 15f2d05b5ad248009d2acb0d3db6aec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 17:29:14.443002 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (797a0fef-f049-4026-aa77-c1ad5d9231e7), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.507585 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (797a0fef-f049-4026-aa77-c1ad5d9231e7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.535272 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-df5e2c81-e64b-4322-a86a-35816fe7fa94 None None] Provisioning complete for port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:14.535589 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-df5e2c81-e64b-4322-a86a-35816fe7fa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.572733 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (797a0fef-f049-4026-aa77-c1ad5d9231e7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.591505 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797a0fef-f049-4026-aa77-c1ad5d9231e7,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:14.660555 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.664429 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f97b387d-4587-452c-8d8c-7896170903e7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332117 May 13 17:29:14.664704 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45244) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:14.669780 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'security_group_rule': {'security_group_id': '19720c99-e9e9-4ae9-be7c-9fab9a29d28a', 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:14.679006 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-df5e2c81-e64b-4322-a86a-35816fe7fa94 None None] Current status of the port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:14.679484 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-df5e2c81-e64b-4322-a86a-35816fe7fa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.691268 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c492bd9-fa42-4399-83cd-9ae2e4b4b362 req-f53c491c-e5f9-401f-8ffa-a9edeb960d0f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:14.691937 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:29:10Z', 'revision_number': 4, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port': {'id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:06Z', 'updated_at': '2022-05-13T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '8b89b435-511a-4f4a-9365-fc3ef9b0f193', 'name': '', 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'mac_address': 'fa:16:3e:ea:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '175b093b-d159-4fb1-8e6b-60ddf1563939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:09Z', 'updated_at': '2022-05-13T17:29:14Z', 'revision_number': 4, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'subnets': [{'id': '175b093b-d159-4fb1-8e6b-60ddf1563939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:29:14.692778 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c492bd9-fa42-4399-83cd-9ae2e4b4b362 req-f53c491c-e5f9-401f-8ffa-a9edeb960d0f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.0520048 May 13 17:29:14.727418 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6259f-9de3-41ec-8e93-952e096c0d16 None None] The sync data for ids ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'] in dv-cinder-841782-1-iscsi is: [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:29:10Z', 'revision_number': 4, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port': {'id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:06Z', 'updated_at': '2022-05-13T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '8b89b435-511a-4f4a-9365-fc3ef9b0f193', 'name': '', 'network_id': '52ee6b6e-05ba-4c1b-af92-ddd7febd1db3', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'mac_address': 'fa:16:3e:ea:a8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '175b093b-d159-4fb1-8e6b-60ddf1563939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:09Z', 'updated_at': '2022-05-13T17:29:14Z', 'revision_number': 4, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'subnets': [{'id': '175b093b-d159-4fb1-8e6b-60ddf1563939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:29:14.749548 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c492bd9-fa42-4399-83cd-9ae2e4b4b362 req-6b1e5028-b18b-41fc-95a4-e0d324fb3be4 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496912 May 13 17:29:14.749691 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-df5e2c81-e64b-4322-a86a-35816fe7fa94 None None] For port 8b89b435-511a-4f4a-9365-fc3ef9b0f193, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=8b89b435-511a-4f4a-9365-fc3ef9b0f193,segment=NetworkSegment(ce0c3f83-b074-447d-a306-49235d061b5a),segment_id=ce0c3f83-b074-447d-a306-49235d061b5a)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:14.765304 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.securitygroups_db [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Project 15f2d05b5ad248009d2acb0d3db6aec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 17:29:14.773273 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (f921a4a8-cca6-4f87-bfeb-0dce6c36c3c9), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.859327 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (f921a4a8-cca6-4f87-bfeb-0dce6c36c3c9), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.865283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-df5e2c81-e64b-4322-a86a-35816fe7fa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:14.923957 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e2c81-e64b-4322-a86a-35816fe7fa94 None None] Pushing event updated for resources: {'Port': ['ID=8b89b435-511a-4f4a-9365-fc3ef9b0f193,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:14.930186 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-681c5ee1-acbe-412e-a449-e705ce59d4ba req-92dbb9d3-abc1-48f6-9701-645d13a5670d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0427930 May 13 17:29:14.984084 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (f921a4a8-cca6-4f87-bfeb-0dce6c36c3c9), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:15.007564 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f921a4a8-cca6-4f87-bfeb-0dce6c36c3c9,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:15.055304 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:15.056578 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-02355601-be42-4cdc-991f-2e1cf6698968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3908801 May 13 17:29:15.107042 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b89fa-6d73-47e1-9b21-75ed2e180920 req-4dbbc6a1-ffcf-4cc2-bdab-a24740b0531a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:15.108580 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-914b89fa-6d73-47e1-9b21-75ed2e180920 req-4dbbc6a1-ffcf-4cc2-bdab-a24740b0531a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0549870 May 13 17:29:15.174805 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-914b89fa-6d73-47e1-9b21-75ed2e180920 req-761f8340-abc9-41aa-8ed1-f7cac9df6668 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529628 May 13 17:29:15.546836 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 8b89b435-511a-4f4a-9365-fc3ef9b0f193 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:15.600025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:15.600404 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:15.679513 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:15.860760 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fa787-78eb-4be1-8ecc-9b61eb42f901 req-8a655e7b-897c-4087-953d-1c83217d5004 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:15.862248 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d29fa787-78eb-4be1-8ecc-9b61eb42f901 req-8a655e7b-897c-4087-953d-1c83217d5004 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.0470943 May 13 17:29:15.914590 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d29fa787-78eb-4be1-8ecc-9b61eb42f901 req-3e3e3691-726a-42b5-9dd2-6dc0fb047202 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 May 13 17:29:16.024785 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f90d52a2-0ba9-40ef-89ad-c06d0afe9c0a req-ce8897ca-1222-40d0-b92a-6214bddb2516 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0338016 May 13 17:29:16.289696 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5d85-aae1-4a71-8c5a-52fcda6e5d12 req-b9188a3f-f9dd-4ee6-9bf9-c389e976f85f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:16.291155 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bfee5d85-aae1-4a71-8c5a-52fcda6e5d12 req-b9188a3f-f9dd-4ee6-9bf9-c389e976f85f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0455871 May 13 17:29:16.340292 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bfee5d85-aae1-4a71-8c5a-52fcda6e5d12 req-d5080fdb-784f-45ec-8887-8ba01d3752a0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 May 13 17:29:17.042269 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4009b-d36e-4a59-a687-2a1c112e5dad req-a1f7222d-cd90-49bf-98b0-a1ebd4459806 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:17.043791 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aea4009b-d36e-4a59-a687-2a1c112e5dad req-a1f7222d-cd90-49bf-98b0-a1ebd4459806 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.0472064 May 13 17:29:17.093604 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aea4009b-d36e-4a59-a687-2a1c112e5dad req-3b822bf6-6624-4797-9c4b-49acf892145e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 May 13 17:29:17.121656 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c68bddcb-9744-40c0-a6e6-415c26cd1456 req-20b10ae3-121e-42cb-aff1-6ef75ac80c60 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0306861 May 13 17:29:17.456079 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3cacc-1a35-4412-b8be-df267f57055c req-67ddb863-3d2f-4c64-a8c6-e5eeb6bbcf0e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:17.465021 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5fe3cacc-1a35-4412-b8be-df267f57055c req-67ddb863-3d2f-4c64-a8c6-e5eeb6bbcf0e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0583479 May 13 17:29:17.538749 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5fe3cacc-1a35-4412-b8be-df267f57055c req-26d53a53-b588-46ed-bfee-2dfe75133cef tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666444 May 13 17:29:18.218301 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a3e6e430-ff03-4bbd-a9be-ed694099ba7f req-14ea9245-a8f9-41a7-a420-9de54a341665 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0296800 May 13 17:29:18.225156 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a194532-1250-4720-a069-ec149a322910 req-6a9706a3-c292-45da-b4a0-560511141be7 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:18.226666 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1a194532-1250-4720-a069-ec149a322910 req-6a9706a3-c292-45da-b4a0-560511141be7 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.0651405 May 13 17:29:18.280902 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1a194532-1250-4720-a069-ec149a322910 req-5c7ec4e2-49b8-4f69-aac9-c3c940790256 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 May 13 17:29:18.653137 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1046335-d698-4b4a-9bb4-fa9fe10e7413 req-dbca48bf-d6b3-444e-9e51-1ccff6c09465 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:18.654588 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1046335-d698-4b4a-9bb4-fa9fe10e7413 req-dbca48bf-d6b3-444e-9e51-1ccff6c09465 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0469577 May 13 17:29:18.704143 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1046335-d698-4b4a-9bb4-fa9fe10e7413 req-11e3913b-e329-4ede-acbd-77350f9c5d96 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439520 May 13 17:29:19.325209 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c024ef63-9ef9-445f-9e02-5cb032d27177 req-cda5d2a6-168b-4f03-ad8c-3518a5f6c898 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0312009 May 13 17:29:19.476910 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-f67600b9-3dbc-4709-a45e-1d355e4e49e6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:19.478469 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-f67600b9-3dbc-4709-a45e-1d355e4e49e6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.1628909 May 13 17:29:19.512720 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316e8ac-8572-45dc-a40c-58d69769ea77 req-4e174634-ad0f-416e-89a4-f067c3ac0ae6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:19.514145 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0316e8ac-8572-45dc-a40c-58d69769ea77 req-4e174634-ad0f-416e-89a4-f067c3ac0ae6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 946 time: 0.1448450 May 13 17:29:19.639963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-742e4bb5-452e-4dee-a6bd-cf91dbd99eb1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:19.641690 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-742e4bb5-452e-4dee-a6bd-cf91dbd99eb1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.82 "GET /v2.0/networks?id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 200 len: 815 time: 0.3119054 May 13 17:29:19.678111 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'port': {'device_id': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'admin_state_up': True, 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:19.714930 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0316e8ac-8572-45dc-a40c-58d69769ea77 req-5f60e6f6-37a2-44bf-ae4d-52426f8e417d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649871 May 13 17:29:19.749933 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Deleting port fb94ca7c-01fc-441c-a41a-2b1ad50471cb {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:29:19.749933 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:19.829143 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a859260-6f43-4ffc-96ff-fe3a23676012 req-7fa334c8-fdbb-4200-9a61-c901d5e4e5cf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:19.830731 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5a859260-6f43-4ffc-96ff-fe3a23676012 req-7fa334c8-fdbb-4200-9a61-c901d5e4e5cf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0503089 May 13 17:29:19.886162 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5a859260-6f43-4ffc-96ff-fe3a23676012 req-63dcd2e0-61b1-4208-a230-b00fa5e2c006 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 May 13 17:29:20.146849 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] For port fb94ca7c-01fc-441c-a41a-2b1ad50471cb, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:20.147342 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:20.166291 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Calling delete_port for fb94ca7c-01fc-441c-a41a-2b1ad50471cb owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:29:20.248624 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Made reservation on behalf of aff066fb75f04eb7bb9b16dea32b270d for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:29:20.251968 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:20.441533 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (fb94ca7c-01fc-441c-a41a-2b1ad50471cb), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:20.444425 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb513283-d328-4091-8766-7920e445d213 req-01d9ff4f-79a6-496b-bf26-138845385588 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0424216 May 13 17:29:20.453128 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Allocated IP 172.20.0.9 (9cd1f104-2ed2-40ab-be68-4e5ad88257b1/9c3a8b12-6c39-48c2-9e82-92ea8d91e964/53b14020-f762-46c1-859f-588cb62cbd07) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:29:20.487198 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Pushing event deleted for resources: {'Port': ['ID=fb94ca7c-01fc-441c-a41a-2b1ad50471cb,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:20.495106 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['fb94ca7c-01fc-441c-a41a-2b1ad50471cb'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:29:20.551943 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] No DVR routers for this DVR port fb94ca7c-01fc-441c-a41a-2b1ad50471cb on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:29:20.556088 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:20.561290 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9b11092-0921-4c61-8b50-a841b50de0f4 req-4097abdb-f54c-441a-96a1-ac90951976f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "DELETE /v2.0/ports/fb94ca7c-01fc-441c-a41a-2b1ad50471cb HTTP/1.1" status: 204 len: 173 time: 1.0740948 May 13 17:29:20.561806 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'name': 'network-vif-deleted', 'tag': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:29:20.564154 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4f657b-fcd2-4ece-9224-27646b0ce0ee" -d '{"events": [{"server_uuid": "bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc", "name": "network-vif-deleted", "tag": "fb94ca7c-01fc-441c-a41a-2b1ad50471cb"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:29:20.648676 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e3388-02cf-46b1-8f14-ed4082a0cb1f x-openstack-request-id: req-cc4e3388-02cf-46b1-8f14-ed4082a0cb1f {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:29:20.649216 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc", "name": "network-vif-deleted", "tag": "fb94ca7c-01fc-441c-a41a-2b1ad50471cb", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:29:20.649216 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc4e3388-02cf-46b1-8f14-ed4082a0cb1f {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:29:20.649663 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4e3388-02cf-46b1-8f14-ed4082a0cb1f'] response: {'server_uuid': 'bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc', 'name': 'network-vif-deleted', 'tag': 'fb94ca7c-01fc-441c-a41a-2b1ad50471cb', 'status': 'completed', 'code': 200} May 13 17:29:20.727572 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for port (53b14020-f762-46c1-859f-588cb62cbd07), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:20.830886 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b806f837-5b83-4bdf-871a-b9524e85c351 req-b06b00d5-4ff9-4231-a173-b6009c665101 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0356455 May 13 17:29:20.853957 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:20.902897 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:20.906382 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:20.921592 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:29:20.971856 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:21.021862 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:21.022687 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:21.081702 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f13e52-fd1d-482e-92b2-54bab7b50c4e req-1130cffe-eda2-4189-ae1f-1f635100a9b5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:21.091688 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-57f13e52-fd1d-482e-92b2-54bab7b50c4e req-1130cffe-eda2-4189-ae1f-1f635100a9b5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.1062000 May 13 17:29:21.147156 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7a20d785-4d08-45bb-935f-36c3935f241b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4756670 May 13 17:29:21.163252 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-57f13e52-fd1d-482e-92b2-54bab7b50c4e req-d7d7ba5d-da9a-42f7-a09a-7f17cd4507da tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 May 13 17:29:21.250075 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-d3b4986f-62be-4209-bc94-f6cbab1a0643 None None] Provisioning complete for port 53b14020-f762-46c1-859f-588cb62cbd07 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:21.250562 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d3b4986f-62be-4209-bc94-f6cbab1a0643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (53b14020-f762-46c1-859f-588cb62cbd07), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:21.290578 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4986f-62be-4209-bc94-f6cbab1a0643 None None] Port 53b14020-f762-46c1-859f-588cb62cbd07 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:29:21.598005 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8fbc-b3a7-4c43-b536-19d94a117a28 req-f6c11e04-6eab-41d9-9433-cd462edfdfe1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:21.599572 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c7be8fbc-b3a7-4c43-b536-19d94a117a28 req-f6c11e04-6eab-41d9-9433-cd462edfdfe1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0748568 May 13 17:29:21.650803 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c7be8fbc-b3a7-4c43-b536-19d94a117a28 req-dec272b0-dc6c-4691-8a8a-2f1e6b1f3c2a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 May 13 17:29:21.952781 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7fd41640-ed8e-4fd1-be42-6584ca91aa84 req-e8bb7810-b63b-49a3-a5ee-62abeb27ec9a tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0406597 May 13 17:29:22.287491 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1f83-9137-456c-bcf3-51ba88fb545f req-4deb19c2-8b85-42c4-9044-ac9819c04347 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:22.287491 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a9bb1f83-9137-456c-bcf3-51ba88fb545f req-4deb19c2-8b85-42c4-9044-ac9819c04347 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0551469 May 13 17:29:22.333821 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a9bb1f83-9137-456c-bcf3-51ba88fb545f req-b9edcb9b-d2c4-40f5-9cf5-25c2cbe77419 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 May 13 17:29:22.784676 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d0fa2-3ff1-4c4c-b81e-d76efd3fc31e req-c193ecfe-ccd1-4377-a2ee-67de27d220ae tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:22.828879 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bd0d0fa2-3ff1-4c4c-b81e-d76efd3fc31e req-c193ecfe-ccd1-4377-a2ee-67de27d220ae tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0526795 May 13 17:29:22.836547 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bd0d0fa2-3ff1-4c4c-b81e-d76efd3fc31e req-5fb5bc90-c05f-48c2-8bed-55399c51a40d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 May 13 17:29:23.073884 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2e7eb6e-a874-40ed-bb50-9a020c9b7fb2 req-98299cfe-e82e-43d2-85d5-ace9f732ea2b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0369101 May 13 17:29:23.448666 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45681dc-b0a4-48fd-ab4e-02e90b507698 req-fa159388-2fbb-4672-a47a-cc79d6efb3c4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:23.450149 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d45681dc-b0a4-48fd-ab4e-02e90b507698 req-fa159388-2fbb-4672-a47a-cc79d6efb3c4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0456860 May 13 17:29:23.506031 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d45681dc-b0a4-48fd-ab4e-02e90b507698 req-90df30cd-ac0a-4d07-8586-3de7b555fe2a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 May 13 17:29:23.953367 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device fb94ca7c-01fc-441c-a41a-2b1ad50471cb no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:29:23.956512 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4394a3-3fab-4f5c-9021-a695183ee7bb req-f6c9061b-a056-4c26-a9d1-f8ff5c8bf58a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:23.972363 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6f4394a3-3fab-4f5c-9021-a695183ee7bb req-f6c9061b-a056-4c26-a9d1-f8ff5c8bf58a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0662718 May 13 17:29:23.988341 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: fb94ca7c-01fc-441c-a41a-2b1ad50471cb {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:29:23.988998 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device fb94ca7c-01fc-441c-a41a-2b1ad50471cb not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:29:24.027389 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6f4394a3-3fab-4f5c-9021-a695183ee7bb req-6268828d-83ce-4998-96e8-ab0a787edc93 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480669 May 13 17:29:24.189585 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ecee34e8-e4b2-486a-adf2-69e471d0fee0 req-4bc06291-ad44-4bf3-b5ed-1194d128e63e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0269346 May 13 17:29:24.629393 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320512-0aa2-4be2-ae35-80944608c997 req-f90da6bb-1573-4161-b77c-3573d25c24bf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:24.631080 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2320512-0aa2-4be2-ae35-80944608c997 req-f90da6bb-1573-4161-b77c-3573d25c24bf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0504849 May 13 17:29:24.702466 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2320512-0aa2-4be2-ae35-80944608c997 req-bb1d2748-d10a-4840-adce-8ddbe5b65293 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649402 May 13 17:29:25.170439 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48820c8f-8ee5-437d-89de-6a412366298c req-e2007df6-1c92-4c2c-9f6d-935f8ab64fba tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:25.173101 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-48820c8f-8ee5-437d-89de-6a412366298c req-e2007df6-1c92-4c2c-9f6d-935f8ab64fba tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0565841 May 13 17:29:25.218112 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-48820c8f-8ee5-437d-89de-6a412366298c req-1b305260-1c5c-4b62-9367-a009f12e2ebf tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 May 13 17:29:25.282823 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec1f8808-ff28-4517-90e5-c8e764c7a813 req-7bb6cbcf-83f7-44d3-9f0c-3623fd6a6aa0 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0263641 May 13 17:29:25.815453 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6423-1a76-4cb6-a8ed-092d562e3d82 req-78392326-046c-40d0-84ec-bbe2e2f14352 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:25.817363 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0a3d6423-1a76-4cb6-a8ed-092d562e3d82 req-78392326-046c-40d0-84ec-bbe2e2f14352 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0468299 May 13 17:29:25.869872 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0a3d6423-1a76-4cb6-a8ed-092d562e3d82 req-86112f75-dd4e-483f-a330-9be84c03ccde tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 May 13 17:29:26.354083 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87578ce5-d892-45d6-9780-1c0f01e51879 req-280af924-93b7-4efb-845b-5256de9b8efc tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:26.355886 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-87578ce5-d892-45d6-9780-1c0f01e51879 req-280af924-93b7-4efb-845b-5256de9b8efc tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0719488 May 13 17:29:26.391354 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-034c6a6e-c3c8-4676-ba30-5843a3b8842a req-c0ddb0ff-5e56-4d60-8c62-dc0e52d7e17c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0312293 May 13 17:29:26.418141 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-87578ce5-d892-45d6-9780-1c0f01e51879 req-1036b56e-8c00-41d7-965d-fc4347ffa6d7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516965 May 13 17:29:26.989626 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc1383-c42e-4361-8c7f-3e863d1827ed req-8992f15e-4e05-4d50-b248-2b4044293a57 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:26.991493 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e6cc1383-c42e-4361-8c7f-3e863d1827ed req-8992f15e-4e05-4d50-b248-2b4044293a57 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0525451 May 13 17:29:27.039572 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e6cc1383-c42e-4361-8c7f-3e863d1827ed req-c34f6404-3c90-4532-afbe-b42fcbfdafae tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 May 13 17:29:27.486937 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fd4269b-8e89-47a3-accf-dfc7b79ee409 req-54641d0c-bea3-4fe9-b327-a5000935c298 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0278690 May 13 17:29:27.546434 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a6b2-57e6-4181-a790-e968a8b5cd01 req-f2614619-4e40-442a-9ede-e803f02f90b5 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:27.548047 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f847a6b2-57e6-4181-a790-e968a8b5cd01 req-f2614619-4e40-442a-9ede-e803f02f90b5 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0548561 May 13 17:29:27.600621 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f847a6b2-57e6-4181-a790-e968a8b5cd01 req-5f3abc88-fab4-49ab-9b46-c1a290c74570 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468161 May 13 17:29:28.161477 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e25a-daf2-4cb0-8dc7-b689b77c7b3d req-0f8b9c06-32fc-4765-82ed-1ba878cd28f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:28.162965 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2598e25a-daf2-4cb0-8dc7-b689b77c7b3d req-0f8b9c06-32fc-4765-82ed-1ba878cd28f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0588591 May 13 17:29:28.217318 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2598e25a-daf2-4cb0-8dc7-b689b77c7b3d req-e3a92326-cdf8-442a-a589-972cddccb164 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487747 May 13 17:29:28.446979 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-070863f2-b8f5-4abd-8405-f6af0b42eecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:28.593698 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4265f4c1-0e29-42b9-8ecf-b3ffc4dd1d80 req-95bddbff-7bb0-41a8-a929-d0d02f36e68f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0324857 May 13 17:29:28.708892 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d0f78-bdb2-4acb-8f4c-be01db11acdd req-6ec341c8-b205-4464-aaec-4de3c07154ca tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:28.710265 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-004d0f78-bdb2-4acb-8f4c-be01db11acdd req-6ec341c8-b205-4464-aaec-4de3c07154ca tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0455101 May 13 17:29:28.757600 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-004d0f78-bdb2-4acb-8f4c-be01db11acdd req-ef61fbe2-4569-4237-b38f-0ae5e2db7706 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 May 13 17:29:29.330735 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740ca1-a9e1-45d3-98c1-d555f650690a req-b375649c-4faa-4c57-9dd7-6348b5d99478 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:29.332250 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c5740ca1-a9e1-45d3-98c1-d555f650690a req-b375649c-4faa-4c57-9dd7-6348b5d99478 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0461380 May 13 17:29:29.377446 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c5740ca1-a9e1-45d3-98c1-d555f650690a req-39bfd450-dada-41b3-9cce-542aa9d6d347 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393298 May 13 17:29:29.522802 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:29:29.689887 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2ff7984c-2f97-4192-aa70-10dd0f311f5b req-2168d7a3-c5ad-40cd-a285-1c5d7cc01437 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0271549 May 13 17:29:29.868990 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a7d7-9ced-456b-8cd1-c45df6f73cc0 req-4f7c750f-d5a7-40ae-945a-a7c3418e3bc9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:29.870440 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a0b5a7d7-9ced-456b-8cd1-c45df6f73cc0 req-4f7c750f-d5a7-40ae-945a-a7c3418e3bc9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0455489 May 13 17:29:29.915266 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a0b5a7d7-9ced-456b-8cd1-c45df6f73cc0 req-7a4cb7dc-88a3-4faf-b0f7-908378664578 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393245 May 13 17:29:30.490513 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888696c7-836a-4705-bb28-aff5e8a8ce6a req-2d4bc559-b3c4-44fc-8bd6-453ad210a8d4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:30.492016 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-888696c7-836a-4705-bb28-aff5e8a8ce6a req-2d4bc559-b3c4-44fc-8bd6-453ad210a8d4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0474498 May 13 17:29:30.541785 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-888696c7-836a-4705-bb28-aff5e8a8ce6a req-a7b178c6-06f1-4b84-a3ef-49c1ab22486b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 May 13 17:29:30.578128 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5aa1ca73-5b7b-44f3-a039-a9ba90cb8bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:30.783685 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-944e5f15-d218-4051-bdd2-5e3be731cc68 req-fe2a0c6f-e450-478c-aa0f-83fcbd8e9f38 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0301557 May 13 17:29:31.028020 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df559c5c-9292-4de1-b9d9-58fe1c0eeca3 req-2dc03a0c-5847-45ff-86e1-a36fb7f1ec18 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:31.029477 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df559c5c-9292-4de1-b9d9-58fe1c0eeca3 req-2dc03a0c-5847-45ff-86e1-a36fb7f1ec18 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0462630 May 13 17:29:31.074861 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df559c5c-9292-4de1-b9d9-58fe1c0eeca3 req-4b026b71-5259-4555-b7f3-e1b1e8e5761d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 May 13 17:29:31.657693 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60769711-7373-4ce3-92ed-44cd9ab6c352 req-96ec6e45-e870-49b5-85b3-b9045237c77c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:31.659188 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-60769711-7373-4ce3-92ed-44cd9ab6c352 req-96ec6e45-e870-49b5-85b3-b9045237c77c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0490038 May 13 17:29:31.719304 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-60769711-7373-4ce3-92ed-44cd9ab6c352 req-15c6231a-ddca-4345-9c90-ac5be5e13ea9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535479 May 13 17:29:31.883212 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ede8429a-0755-4ba2-ac9f-c4a8743b8fd5 req-05461d19-ceff-49de-8172-07d372fcced2 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0306122 May 13 17:29:31.984161 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:32.200127 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bdc78-e00a-4165-9c5c-151b4bd430b8 req-c94eb464-e2e6-46d0-a80a-d538ce786794 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:32.204285 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2c4bdc78-e00a-4165-9c5c-151b4bd430b8 req-c94eb464-e2e6-46d0-a80a-d538ce786794 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0583162 May 13 17:29:32.257584 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2c4bdc78-e00a-4165-9c5c-151b4bd430b8 req-bc40ae0a-96a3-4377-a582-1502f1633432 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 May 13 17:29:32.838768 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc95cb0-4ae7-43f2-85eb-88d4b5625aac req-d68e6573-92fc-451e-a715-a3acff968ae5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:32.840342 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-efc95cb0-4ae7-43f2-85eb-88d4b5625aac req-d68e6573-92fc-451e-a715-a3acff968ae5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0517037 May 13 17:29:32.888330 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-efc95cb0-4ae7-43f2-85eb-88d4b5625aac req-69aa53f9-c59b-41a4-8003-7157f43389a7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 May 13 17:29:32.993742 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-61064a33-4ed6-4c0a-983b-ef36cf20377f req-99d9220c-78b2-4bc2-a460-ef33e2aa61c5 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0313745 May 13 17:29:33.377931 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4542d5-fcd1-457e-ad45-dbc5e11fd951 req-9281b650-a67f-4d07-bb2b-ef0e71c122b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:33.380081 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf4542d5-fcd1-457e-ad45-dbc5e11fd951 req-9281b650-a67f-4d07-bb2b-ef0e71c122b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0497899 May 13 17:29:33.445812 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cf4542d5-fcd1-457e-ad45-dbc5e11fd951 req-ab639319-4bbf-46a0-be83-655405930180 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539932 May 13 17:29:33.487157 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:34.003924 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9b459-e2b9-475a-9405-9edd326fd729 req-5cf9e405-d55b-4332-999b-c0fea217344c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:34.005475 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00b9b459-e2b9-475a-9405-9edd326fd729 req-5cf9e405-d55b-4332-999b-c0fea217344c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0472414 May 13 17:29:34.058640 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-00b9b459-e2b9-475a-9405-9edd326fd729 req-82d329ef-0b04-4b0d-8669-f58274885bde tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 May 13 17:29:34.089052 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0a5f4238-fd86-402b-b899-b7f8c5b54549 req-89ab1347-3097-486e-ba0e-800774ee00d8 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0270092 May 13 17:29:34.564867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfbf81-db5a-41f3-b282-403b6a47e87d req-9c5380ac-ef3f-4ece-99fe-ddfb804a7ac0 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:34.566401 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41cfbf81-db5a-41f3-b282-403b6a47e87d req-9c5380ac-ef3f-4ece-99fe-ddfb804a7ac0 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0471699 May 13 17:29:34.614628 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41cfbf81-db5a-41f3-b282-403b6a47e87d req-606fbba4-21f2-4662-b8e2-d82b63435f23 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 May 13 17:29:34.715888 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:35.185648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7707c8-57e2-4e8c-9ca8-4846966c3fc5 req-63b0a4d3-1ccf-473d-9878-07ef26cd3a83 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:35.188099 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3d7707c8-57e2-4e8c-9ca8-4846966c3fc5 req-63b0a4d3-1ccf-473d-9878-07ef26cd3a83 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0496063 May 13 17:29:35.233260 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-194ca982-e27c-44dc-b105-560bbf73da18 req-05429015-9369-4601-b6c9-5c7be7f4c517 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0706642 May 13 17:29:35.250543 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3d7707c8-57e2-4e8c-9ca8-4846966c3fc5 req-8a80e7b6-3d5e-49be-9848-5d8bd2525721 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541475 May 13 17:29:35.732087 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332d2d1-0bcf-494a-9ca1-ce6b26cc3756 req-04f4e20f-34e9-47da-920a-e962a972a0d9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:35.733570 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7332d2d1-0bcf-494a-9ca1-ce6b26cc3756 req-04f4e20f-34e9-47da-920a-e962a972a0d9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0505259 May 13 17:29:35.783519 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7332d2d1-0bcf-494a-9ca1-ce6b26cc3756 req-1976bdaa-7d9b-46a1-9069-0dce9b069940 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 May 13 17:29:36.323696 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bf9b4545-c7a2-474f-8f38-9ca2e6e93f7f req-c8f61c6f-d5a1-4b32-bba8-afe6bbd879da tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0279253 May 13 17:29:36.366569 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2cb0d-d87f-4fbd-a4a1-2566519c09ab req-cb2f44da-f0b9-4a16-8cc1-b7dd54866f59 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:36.368065 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e9a2cb0d-d87f-4fbd-a4a1-2566519c09ab req-cb2f44da-f0b9-4a16-8cc1-b7dd54866f59 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0471416 May 13 17:29:36.414497 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e9a2cb0d-d87f-4fbd-a4a1-2566519c09ab req-7d96f8b2-d1d9-452d-8ece-496611e67c5d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 May 13 17:29:36.898158 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a937e4-b58f-441f-bc11-d9de3d570474 req-0a5e870b-8484-4a92-9ace-b3314e21cdff tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:36.899681 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-72a937e4-b58f-441f-bc11-d9de3d570474 req-0a5e870b-8484-4a92-9ace-b3314e21cdff tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0498545 May 13 17:29:36.945896 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-72a937e4-b58f-441f-bc11-d9de3d570474 req-2e60bdcd-594d-485c-a508-dc727463fde1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 May 13 17:29:37.419402 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a823fa75-b75b-4521-a119-c795dd410b5a req-567f4c39-971e-44a3-aecf-0c2565c2e11e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0299890 May 13 17:29:37.536480 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93621360-658b-4303-8bf2-eabd83005703 req-2be7442c-8c4e-4b3c-a9da-b42064bd2a3b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:37.537999 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-93621360-658b-4303-8bf2-eabd83005703 req-2be7442c-8c4e-4b3c-a9da-b42064bd2a3b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0525887 May 13 17:29:37.586608 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-93621360-658b-4303-8bf2-eabd83005703 req-86d870c5-b118-45ea-a9da-fb1a99fdf670 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 May 13 17:29:38.058994 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86abdf4-65b8-4783-9a32-85ff0411397b req-59aa1d93-a468-48f8-ac68-86d29c438d3f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:38.061585 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d86abdf4-65b8-4783-9a32-85ff0411397b req-59aa1d93-a468-48f8-ac68-86d29c438d3f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0506706 May 13 17:29:38.126791 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d86abdf4-65b8-4783-9a32-85ff0411397b req-3f79de59-c772-4fd7-8590-09482ba1ca1f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583720 May 13 17:29:38.516239 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0af64cc8-b782-4605-9586-d8903d3fa8ff req-c184fecb-b169-404d-ad6a-ad57391b86e5 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0281301 May 13 17:29:38.702079 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a026b-759f-45fe-a420-8fe13ebdef45 req-3ec119d9-f707-471e-a86e-032bc9fe73ec tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:38.703580 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-811a026b-759f-45fe-a420-8fe13ebdef45 req-3ec119d9-f707-471e-a86e-032bc9fe73ec tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0513775 May 13 17:29:38.751440 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-811a026b-759f-45fe-a420-8fe13ebdef45 req-6149612d-7908-47d5-b7be-c7c8d452e41a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 May 13 17:29:39.232198 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b51fa8-1cff-4810-b295-ae7f24b8dd4e req-1e5504c9-4dae-46ed-be3f-48fe144b7626 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:39.233663 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b5b51fa8-1cff-4810-b295-ae7f24b8dd4e req-1e5504c9-4dae-46ed-be3f-48fe144b7626 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0470660 May 13 17:29:39.279933 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b5b51fa8-1cff-4810-b295-ae7f24b8dd4e req-2277018f-7a46-4c5b-b346-fde1bea788e8 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406363 May 13 17:29:39.615196 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-76184a8f-b8ab-4abe-9205-c5f46e41b223 req-366cb323-9654-410d-a428-1829d23baa19 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0327635 May 13 17:29:39.868593 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7c24-be42-466b-af5b-41cc42e980a8 req-4cfd7684-2810-484c-9711-071c709d02fe tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:39.870072 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-aa9e7c24-be42-466b-af5b-41cc42e980a8 req-4cfd7684-2810-484c-9711-071c709d02fe tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0502331 May 13 17:29:39.916795 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-aa9e7c24-be42-466b-af5b-41cc42e980a8 req-83a7b9be-0d3c-4c39-a650-2389b8f11344 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 May 13 17:29:40.094443 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Request body: {'port': {'device_id': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:40.155726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (53b14020-f762-46c1-859f-588cb62cbd07), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:40.389035 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d1eb-340b-4abe-b887-cf15d3d35726 req-b9fcd2d8-965d-4526-bced-1ebc9dbc42bf tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:40.390571 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8bd1d1eb-340b-4abe-b887-cf15d3d35726 req-b9fcd2d8-965d-4526-bced-1ebc9dbc42bf tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 931 time: 0.0469496 May 13 17:29:40.429386 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b14020-f762-46c1-859f-588cb62cbd07 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:29:40.436927 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Publish callbacks [] for port (53b14020-f762-46c1-859f-588cb62cbd07), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:40.438824 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8bd1d1eb-340b-4abe-b887-cf15d3d35726 req-9c28adac-f757-46ed-a70d-efc979ae6852 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 May 13 17:29:40.450908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Transition to ACTIVE for port object 53b14020-f762-46c1-859f-588cb62cbd07 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:29:40.538386 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:40.589870 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Pushing event updated for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:40.667203 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Attempting to bind port 53b14020-f762-46c1-859f-588cb62cbd07 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:29:40.668134 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Attempting to bind port 53b14020-f762-46c1-859f-588cb62cbd07 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:29:40.668476 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Attempting to bind port 53b14020-f762-46c1-859f-588cb62cbd07 on network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:40.673203 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Port 53b14020-f762-46c1-859f-588cb62cbd07 on network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:29:40.673531 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Attempting to bind port 53b14020-f762-46c1-859f-588cb62cbd07 on network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:40.679652 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:29:40.680030 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Checking segment: {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:40.680318 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Bound using segment: {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:29:40.680756 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Bound port: 53b14020-f762-46c1-859f-588cb62cbd07, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:29:40.681129 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (53b14020-f762-46c1-859f-588cb62cbd07), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:40.746621 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e2ca8f22-1516-4bea-8944-5dac6807a98e req-4dfe46fa-e93f-469c-89ff-95cc39ed3f07 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0377841 May 13 17:29:40.767183 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:29:40.773236 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=53b14020-f762-46c1-859f-588cb62cbd07,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:29:40.854539 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:40.891237 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:40.902867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:40.902867 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] 10.222.0.82 "PUT /v2.0/ports/53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 1093 time: 0.8038840 May 13 17:29:40.902867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:29:40.902867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fdc9c6-7779-4369-bc59-e353fd6b4d84" -d '{"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:29:40.921814 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a65472-2342-4d5a-88af-a6458519ae4e service neutron] Pushing event updated for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:40.934658 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e077fe56-0464-4bce-a47e-b48701e53c5a x-openstack-request-id: req-e077fe56-0464-4bce-a47e-b48701e53c5a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:29:40.934962 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:29:40.935253 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e077fe56-0464-4bce-a47e-b48701e53c5a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:29:40.935664 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e077fe56-0464-4bce-a47e-b48701e53c5a'] response: {'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07', 'status': 'completed', 'code': 200} May 13 17:29:41.038396 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99096366-e839-40c2-a2b8-ff52901a8075 req-a4a26ea7-0d53-45fd-ac9d-8341a02b6559 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:41.040052 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-99096366-e839-40c2-a2b8-ff52901a8075 req-a4a26ea7-0d53-45fd-ac9d-8341a02b6559 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0522828 May 13 17:29:41.113570 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-99096366-e839-40c2-a2b8-ff52901a8075 req-54c34d77-e396-4e08-9749-372f8debace7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630107 May 13 17:29:41.473528 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc9c6-7779-4369-bc59-e353fd6b4d84 req-3d797166-0354-47cc-85df-d3f1f0a058c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:41.475165 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1fdc9c6-7779-4369-bc59-e353fd6b4d84 req-3d797166-0354-47cc-85df-d3f1f0a058c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1127 time: 0.0454183 May 13 17:29:41.564248 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8479c55-46fb-440f-b4af-1ac9f7eac6a2 req-25287340-bfa6-467f-a0ff-c9298db5d216 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:41.565756 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f8479c55-46fb-440f-b4af-1ac9f7eac6a2 req-25287340-bfa6-467f-a0ff-c9298db5d216 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 943 time: 0.0497172 May 13 17:29:41.610198 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc9c6-7779-4369-bc59-e353fd6b4d84 req-9b5d6f70-89ea-42a4-8f45-d6cb1aa93529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:41.611860 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1fdc9c6-7779-4369-bc59-e353fd6b4d84 req-9b5d6f70-89ea-42a4-8f45-d6cb1aa93529 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1052072 May 13 17:29:41.623013 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f8479c55-46fb-440f-b4af-1ac9f7eac6a2 req-1f39680e-c949-497d-8ede-96afc84f1e4b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507321 May 13 17:29:41.851344 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03342efb-9d5d-4d50-95ab-1eee26835c51 req-1201ea37-bb73-465f-ad1f-2956e2d1857f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf00159b-f3a0-4aaf-a1a2-281c8ab35dbc HTTP/1.1" status: 200 len: 210 time: 0.0302155 May 13 17:29:41.977920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc9c6-7779-4369-bc59-e353fd6b4d84 req-36e18532-b14f-4e01-9877-df9e23de6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:41.979410 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c1fdc9c6-7779-4369-bc59-e353fd6b4d84 req-36e18532-b14f-4e01-9877-df9e23de6507 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876918 May 13 17:29:42.092478 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-1bcf2e96-59a5-492d-a6ab-b86c1843de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:42.094008 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-1bcf2e96-59a5-492d-a6ab-b86c1843de1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1127 time: 0.0454266 May 13 17:29:42.156228 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-7e51aa2b-e655-4a97-8c26-045c4f1732d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 217 time: 0.0448296 May 13 17:29:42.206905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-fcbbdcc5-cbcd-4fda-859a-0ac027d147b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:42.208337 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-fcbbdcc5-cbcd-4fda-859a-0ac027d147b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c3a8b12-6c39-48c2-9e82-92ea8d91e964 HTTP/1.1" status: 200 len: 854 time: 0.0452497 May 13 17:29:42.240384 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e476a-6c0b-4eec-8611-0d92da38cc78 req-9094f55e-dce5-4be1-94be-fc001295e45d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:42.241938 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9c8e476a-6c0b-4eec-8611-0d92da38cc78 req-9094f55e-dce5-4be1-94be-fc001295e45d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0581725 May 13 17:29:42.268036 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-87e68fcc-67dd-41d8-8650-b048607e0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:42.269584 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-87e68fcc-67dd-41d8-8650-b048607e0918 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529904 May 13 17:29:42.292336 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9c8e476a-6c0b-4eec-8611-0d92da38cc78 req-c0a1f20e-e198-45fb-a658-fe5fe19abda3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430405 May 13 17:29:42.367577 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-ee4acf9c-b34e-4ed2-ac4a-d03afaa3d3e7 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914028 May 13 17:29:42.469822 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cda1974-7ef2-4151-a38d-86d56c5d4f5d req-6d019f7f-7ce5-40e1-a827-0a2e6ebc4b51 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896313 May 13 17:29:42.733799 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0a699-0896-47f1-860e-c012d7c28fc9 req-74d4dc5b-ac3b-42d9-b0f5-c68474b80b27 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:42.735311 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11c0a699-0896-47f1-860e-c012d7c28fc9 req-74d4dc5b-ac3b-42d9-b0f5-c68474b80b27 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 943 time: 0.0476491 May 13 17:29:42.781544 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11c0a699-0896-47f1-860e-c012d7c28fc9 req-82bd2ea1-647b-4d0d-ae5d-2267737dd584 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 May 13 17:29:43.161339 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-8c2ffe14-0adb-4297-9f89-9b8d93158e21 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:43.162678 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-8c2ffe14-0adb-4297-9f89-9b8d93158e21 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/networks?id=0a5f1f56-1292-4f48-b919-1c7423ffdedd HTTP/1.1" status: 200 len: 808 time: 0.1008193 May 13 17:29:43.176607 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-7ad582c3-cc50-4a53-a87f-b82088b70e63 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/quotas/f6fceef0782240ccb486341a9007e4b0 HTTP/1.1" status: 200 len: 375 time: 0.0085976 May 13 17:29:43.209094 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-e56d1d5c-c237-4171-979b-611846110f05 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6fceef0782240ccb486341a9007e4b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276387 May 13 17:29:43.300714 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-1822664d-d0fa-43bc-a8ee-2e37a9dc83b4 service neutron] 10.222.0.64 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825787 May 13 17:29:43.399699 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-f51e79e2-e499-4433-87ba-a88d4edbfb8d service neutron] 10.222.0.64 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933957 May 13 17:29:43.416031 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653f319-b9c1-4e53-8b37-75134bf2b772 req-06aa7408-3f7a-4e0b-afc5-9e739b95fcfc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:43.417837 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6653f319-b9c1-4e53-8b37-75134bf2b772 req-06aa7408-3f7a-4e0b-afc5-9e739b95fcfc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0554249 May 13 17:29:43.487701 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6653f319-b9c1-4e53-8b37-75134bf2b772 req-ab0d9f2c-2ad0-4ad3-aa03-548ac57b36da tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548832 May 13 17:29:43.916867 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fb4f7-75b7-46b7-a89e-d4aa0b881523 req-2f9c3188-667c-4143-a29d-c2701b87377c tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:43.918342 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff3fb4f7-75b7-46b7-a89e-d4aa0b881523 req-2f9c3188-667c-4143-a29d-c2701b87377c tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 943 time: 0.0473738 May 13 17:29:43.974903 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff3fb4f7-75b7-46b7-a89e-d4aa0b881523 req-d457f8d9-7c45-4600-a3a5-c219c87a8d2d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510595 May 13 17:29:44.092997 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:44.216862 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-196bf5e3-3648-4e86-8fbf-96d9eaa8446e req-6ee6eb5e-6c26-4fc8-be6e-f4ac13b48af5 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0296195 May 13 17:29:44.637859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6ec5b-49b7-4fc9-aa17-fe40b0e8caa6 req-707f4913-b264-4b85-86cd-8297a45f0a54 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:44.640108 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43b6ec5b-49b7-4fc9-aa17-fe40b0e8caa6 req-707f4913-b264-4b85-86cd-8297a45f0a54 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0475059 May 13 17:29:44.686914 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43b6ec5b-49b7-4fc9-aa17-fe40b0e8caa6 req-1b96ce8e-4ba3-40d0-92ca-97bbd05dc67e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 May 13 17:29:45.085994 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b592c-59ee-4c46-a429-18ca9d24fbf5 req-4cc39352-0081-43c0-96ff-c8b766e8877e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:45.087452 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-190b592c-59ee-4c46-a429-18ca9d24fbf5 req-4cc39352-0081-43c0-96ff-c8b766e8877e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 943 time: 0.0471926 May 13 17:29:45.132764 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-190b592c-59ee-4c46-a429-18ca9d24fbf5 req-3fdd7d10-7b94-45d2-aee2-c65cbdc8a043 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 May 13 17:29:45.315167 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9248b901-d71d-44ce-af98-39f900903370 req-55bbdf6f-2940-4b1c-80c1-d8b0821f3062 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0315108 May 13 17:29:45.792145 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45734) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:45.799925 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede25e-a36d-4968-a2dd-03792c557f81 req-9fb67b22-bfca-4cdc-837a-f28fe64de884 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:45.801916 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-68ede25e-a36d-4968-a2dd-03792c557f81 req-9fb67b22-bfca-4cdc-837a-f28fe64de884 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0501945 May 13 17:29:45.847767 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-68ede25e-a36d-4968-a2dd-03792c557f81 req-827d9a8b-4781-4707-913d-d50595580adb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 May 13 17:29:45.896620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:45.966726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Publish callbacks [] for security_group (8a895d42-e4b2-4483-a9e5-08fc8cd71258), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:46.023902 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8a895d42-e4b2-4483-a9e5-08fc8cd71258), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:46.061310 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3a6cdd8f82749518274be1a11635bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679346 May 13 17:29:46.062087 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a895d42-e4b2-4483-a9e5-08fc8cd71258,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:46.063976 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45738) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:46.069543 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.069900 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.070246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.070588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.070923 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.071290 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.071621 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.071952 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.072283 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.072639 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.072980 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.073307 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.073633 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.073957 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.074279 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc214f6-080d-4412-a7e4-bdce5c1ccf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.112323 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Publish callbacks [] for security_group (8a895d42-e4b2-4483-a9e5-08fc8cd71258), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:46.134337 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Publish callbacks [] for security_group (8a895d42-e4b2-4483-a9e5-08fc8cd71258), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:46.243482 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8d927-c815-48e8-81bd-6fc865dc0031 req-c1752455-c756-42fd-93f5-753296e2cc6c tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:46.244945 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-23c8d927-c815-48e8-81bd-6fc865dc0031 req-c1752455-c756-42fd-93f5-753296e2cc6c tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 943 time: 0.0466409 May 13 17:29:46.268907 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8a895d42-e4b2-4483-a9e5-08fc8cd71258), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:46.271965 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:46.273137 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a895d42-e4b2-4483-a9e5-08fc8cd71258 HTTP/1.1" status: 204 len: 168 time: 0.2081954 May 13 17:29:46.283066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a895d42-e4b2-4483-a9e5-08fc8cd71258,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:46.290679 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.291087 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.291409 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.291752 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.292087 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.292535 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.292989 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.293427 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.293760 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.294090 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.294419 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.294748 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.295073 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.295463 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.295746 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb744b-d1b8-44bf-a6bf-00e25726f4a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:46.298532 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-23c8d927-c815-48e8-81bd-6fc865dc0031 req-c5234409-d362-43dc-b1d4-0b9aa3e58b2a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475338 May 13 17:29:46.408786 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-75ef5ab0-ac0f-49ee-af26-404d1ae333ae req-59853028-cd47-4ac9-88fb-99cdf5f22c5b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0273151 May 13 17:29:46.962696 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf878d0-b500-4ac8-9509-5ef612cb8521 req-d5822e6b-7b3a-4251-aa7b-8f7460daaa7c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:46.964335 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-abf878d0-b500-4ac8-9509-5ef612cb8521 req-d5822e6b-7b3a-4251-aa7b-8f7460daaa7c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0504305 May 13 17:29:47.012353 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-abf878d0-b500-4ac8-9509-5ef612cb8521 req-4c967ecd-279d-4e28-9545-b2ae71571fd2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420763 May 13 17:29:47.431480 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b6da1-2d53-49e7-bdb9-6c989c198a3e req-75af53ab-a6ed-476c-b7a2-44959fdbfc1a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:47.433739 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-892b6da1-2d53-49e7-bdb9-6c989c198a3e req-75af53ab-a6ed-476c-b7a2-44959fdbfc1a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 943 time: 0.0680087 May 13 17:29:47.483045 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-892b6da1-2d53-49e7-bdb9-6c989c198a3e req-f72c4502-54b3-4202-adcd-2276d2c97636 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 May 13 17:29:47.531456 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-db51a82f-3c17-4318-865e-b86fab7e4b8e req-e1d3344a-002a-498f-a095-46bd54c873d8 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0546408 May 13 17:29:47.568186 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-f46facfd-2cd4-465c-b098-abfeb2358861 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469894 May 13 17:29:47.674757 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-c4892ccd-72f1-41e3-b75d-f1787981df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:47.677070 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-c4892ccd-72f1-41e3-b75d-f1787981df89 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 1130 time: 0.0505590 May 13 17:29:47.780174 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-cd9a87bf-edfe-445f-a8cb-e8ac0624977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:47.781623 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-cd9a87bf-edfe-445f-a8cb-e8ac0624977b service neutron] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 916 time: 0.0864120 May 13 17:29:47.859543 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-7654aa16-e808-4430-b73d-30f4cb0116ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c67b852-5901-4a54-9821-0cbca68ceaca HTTP/1.1" status: 200 len: 1002 time: 0.0713699 May 13 17:29:47.880958 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45794) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:47.913337 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-3d20d943-dc7e-4183-9ad8-14f7c68371a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:47.915097 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-3d20d943-dc7e-4183-9ad8-14f7c68371a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0500185 May 13 17:29:47.966403 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-dc5458b3-7e42-4a12-8775-b5ec519df015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:47.968273 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-dc5458b3-7e42-4a12-8775-b5ec519df015 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461717 May 13 17:29:47.992975 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3432d1b-5cc0-4c7d-af11-ee62cdc9d3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.069161 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3432d1b-5cc0-4c7d-af11-ee62cdc9d3c3 admin admin] Publish callbacks [] for security_group (ae7df13f-c7ad-4117-b937-b33827d4592c), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.092916 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-f455e575-e0b0-477b-8f38-5fbc1bb7bac0 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885069 May 13 17:29:48.100618 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 53b14020-f762-46c1-859f-588cb62cbd07 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:29:48.132522 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489a192-ebdc-4a89-b552-0aaba0e9edb6 req-3b9770e3-63e7-4867-b0e1-27bf42198a31 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:48.134086 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e489a192-ebdc-4a89-b552-0aaba0e9edb6 req-3b9770e3-63e7-4867-b0e1-27bf42198a31 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0498590 May 13 17:29:48.150059 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3432d1b-5cc0-4c7d-af11-ee62cdc9d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ae7df13f-c7ad-4117-b937-b33827d4592c), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.201369 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8bbdff77-1229-4ce5-a0d3-261dbef4890a req-e2cc09e0-1215-431c-9606-a37930f5578b service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023386 May 13 17:29:48.212555 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e3432d1b-5cc0-4c7d-af11-ee62cdc9d3c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=853e00cf61544b56b1ec0e161b8409ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295844 May 13 17:29:48.214318 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45800) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:48.225199 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=53b14020-f762-46c1-859f-588cb62cbd07,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:48.228328 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3432d1b-5cc0-4c7d-af11-ee62cdc9d3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7df13f-c7ad-4117-b937-b33827d4592c,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:48.238646 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '53b14020-f762-46c1-859f-588cb62cbd07', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'port_id': '53b14020-f762-46c1-859f-588cb62cbd07', 'mac_address': 'fa:16:3e:01:f6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:29:48.242200 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e489a192-ebdc-4a89-b552-0aaba0e9edb6 req-a2f19d8e-1561-4f74-84f2-982530c22ad8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016169 May 13 17:29:48.280279 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39003f9a-32a0-4df1-9ad5-0dfb6c823038 admin admin] Publish callbacks [] for security_group (ae7df13f-c7ad-4117-b937-b33827d4592c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.283918 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 53b14020-f762-46c1-859f-588cb62cbd07 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:48.284315 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (53b14020-f762-46c1-859f-588cb62cbd07), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.297556 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b14020-f762-46c1-859f-588cb62cbd07 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:29:48.310615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39003f9a-32a0-4df1-9ad5-0dfb6c823038 admin admin] Publish callbacks [] for security_group (ae7df13f-c7ad-4117-b937-b33827d4592c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.317762 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=53b14020-f762-46c1-859f-588cb62cbd07,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:48.388888 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.411744 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39003f9a-32a0-4df1-9ad5-0dfb6c823038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ae7df13f-c7ad-4117-b937-b33827d4592c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.414385 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-39003f9a-32a0-4df1-9ad5-0dfb6c823038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:48.415585 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-39003f9a-32a0-4df1-9ad5-0dfb6c823038 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae7df13f-c7ad-4117-b937-b33827d4592c HTTP/1.1" status: 204 len: 168 time: 0.1995640 May 13 17:29:48.423446 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39003f9a-32a0-4df1-9ad5-0dfb6c823038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7df13f-c7ad-4117-b937-b33827d4592c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.462799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.463886 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.463886 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.463886 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.463886 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.464436 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.464561 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.464923 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.465250 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:29:48.608600 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c07faa-8ce2-4a36-94b1-c29b324e1318 req-82d3b96c-b3f2-48ec-a041-eb4b5bb03b04 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:48.610206 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43c07faa-8ce2-4a36-94b1-c29b324e1318 req-82d3b96c-b3f2-48ec-a041-eb4b5bb03b04 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 944 time: 0.0528338 May 13 17:29:48.651864 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-48d2ddb0-aef7-4922-a526-14188f261c25 req-a68455a7-ce9c-43ef-af0a-c2376039c50b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0304539 May 13 17:29:48.700687 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43c07faa-8ce2-4a36-94b1-c29b324e1318 req-5330b5fd-1add-4d01-85d5-82c55eba5b02 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839550 May 13 17:29:49.027825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['53b14020-f762-46c1-859f-588cb62cbd07'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:29:49.351437 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 45832) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:49.353772 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596be671-acc4-4aca-89e1-ab8a06f70e45 req-a6bd24f5-6a51-4a01-a27b-d5264187c0ec tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:49.355374 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-596be671-acc4-4aca-89e1-ab8a06f70e45 req-a6bd24f5-6a51-4a01-a27b-d5264187c0ec tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0469685 May 13 17:29:49.402269 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-596be671-acc4-4aca-89e1-ab8a06f70e45 req-ff27b634-7976-4093-9152-e333ca65d19f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 May 13 17:29:49.445963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1115585375-network', 'tenant_id': 'e9f5f08db8cb40f0857115f4c9aadaf7'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:49.527195 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Made reservation on behalf of e9f5f08db8cb40f0857115f4c9aadaf7 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:29:49.529398 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.538638 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.611472 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks [] for security_group (61de4b60-36dd-4f01-919e-3d276794d08a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.658053 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (61de4b60-36dd-4f01-919e-3d276794d08a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.682267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:29:49.692009 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61de4b60-36dd-4f01-919e-3d276794d08a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:49.696995 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (a4abda52-bb6b-46c0-9e16-64d68c663d69), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.697334 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Added segment a4abda52-bb6b-46c0-9e16-64d68c663d69 of type vlan for network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 May 13 17:29:49.776693 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2ee0fe6-0fe7-4384-b589-907694a0cc01 req-da7f29e8-147a-4fc0-9715-f5f2cbc540f6 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0426888 May 13 17:29:49.776693 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (43080e60-e3bd-4f01-9af9-50b6a3bc0c46), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.833150 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8542d6-3f58-4b12-b530-58bc6286be7a req-2cb4d15e-fb0c-4ef1-b5d7-e7c8533a113b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:49.834610 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2f8542d6-3f58-4b12-b530-58bc6286be7a req-2cb4d15e-fb0c-4ef1-b5d7-e7c8533a113b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 944 time: 0.0554628 May 13 17:29:49.869785 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (43080e60-e3bd-4f01-9af9-50b6a3bc0c46), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.870774 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:49.871403 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:49.883364 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2f8542d6-3f58-4b12-b530-58bc6286be7a req-ac12a5c4-eee5-4f55-be84-0f7bf1ee256d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 May 13 17:29:49.929883 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] Pushing event updated for resources: {'Network': ['ID=43080e60-e3bd-4f01-9af9-50b6a3bc0c46,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:49.939321 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:29:49.986609 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b5b12df2-585c-4598-94d2-43f7a863ecc4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6340454 May 13 17:29:49.989697 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 45844) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:49.995225 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Request body: {'subnet': {'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1115585375-subnet', 'tenant_id': 'e9f5f08db8cb40f0857115f4c9aadaf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:50.121131 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Made reservation on behalf of e9f5f08db8cb40f0857115f4c9aadaf7 for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:29:50.123456 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3472931'] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:50.274491 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 53b14020-f762-46c1-859f-588cb62cbd07 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:29:50.318589 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 53b14020-f762-46c1-859f-588cb62cbd07 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:29:50.384553 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3472957'] for subnet (be76b3f2-1f97-4839-b0a6-d76ec320fe02), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:50.395156 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 53b14020-f762-46c1-859f-588cb62cbd07 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:29:50.395563 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (53b14020-f762-46c1-859f-588cb62cbd07), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:50.437919 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be76b3f2-1f97-4839-b0a6-d76ec320fe02,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:50.449239 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Checking segment: {'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:50.449598 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Network hostable DHCP agents. Network: 43080e60-e3bd-4f01-9af9-50b6a3bc0c46, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:29:50.485830 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 53b14020-f762-46c1-859f-588cb62cbd07 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:29:50.486221 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (53b14020-f762-46c1-859f-588cb62cbd07), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:50.509605 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:29:50.512070 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69402c2-0a63-4fff-b575-d348f7ad7ef7" -d '{"events": [{"server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "name": "network-vif-plugged", "status": "completed", "tag": "53b14020-f762-46c1-859f-588cb62cbd07"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:29:50.525484 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=53b14020-f762-46c1-859f-588cb62cbd07,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:29:50.530092 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:29:50.534712 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb017b04-82c4-46ae-a112-09d0c934c839 req-ff219db6-9326-457c-a314-0a32f62e67a4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:50.536880 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb017b04-82c4-46ae-a112-09d0c934c839 req-ff219db6-9326-457c-a314-0a32f62e67a4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0651202 May 13 17:29:50.557633 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62773972-0617-4c91-b544-a040872a75db x-openstack-request-id: req-62773972-0617-4c91-b544-a040872a75db {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:29:50.557943 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "name": "network-vif-plugged", "status": "completed", "tag": "53b14020-f762-46c1-859f-588cb62cbd07", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:29:50.558288 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62773972-0617-4c91-b544-a040872a75db {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:29:50.558595 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62773972-0617-4c91-b544-a040872a75db'] response: {'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07', 'code': 200} May 13 17:29:50.584566 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 43080e60-e3bd-4f01-9af9-50b6a3bc0c46) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:50.585537 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:50.592181 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:50.598011 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:50.598150 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b125b8-e5e7-49c2-9981-d4549f499ae0 None None] Network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:29:50.669059 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb017b04-82c4-46ae-a112-09d0c934c839 req-851af41b-8f08-4f76-9180-9ea5380294ae tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132667 May 13 17:29:50.688056 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-fff5c619-b457-43d9-84af-78399c457420 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6968431 May 13 17:29:50.704958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-32ee4d60-a6ce-48a0-bafb-17cf12fc1dc8 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:50.706761 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-32ee4d60-a6ce-48a0-bafb-17cf12fc1dc8 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "GET /v2.0/networks?id=0a5f1f56-1292-4f48-b919-1c7423ffdedd HTTP/1.1" status: 200 len: 808 time: 0.1620331 May 13 17:29:50.728340 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:50.734040 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Request body: {'port': {'device_id': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd', 'admin_state_up': True, 'tenant_id': 'f6fceef0782240ccb486341a9007e4b0'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:50.782159 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90270e47-7f7e-4d69-92b9-b98bdf92c35f None None] Network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:29:50.942092 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b1cc0-b6d7-4307-9280-b0c4f8e806a3 req-a0585636-4c2a-4f19-b74b-49db2df44a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:50.944786 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c18b1cc0-b6d7-4307-9280-b0c4f8e806a3 req-a0585636-4c2a-4f19-b74b-49db2df44a37 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 1130 time: 0.1332614 May 13 17:29:50.963014 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eda24d5a-4c8e-4ef4-9a13-2d32cf077aca req-3ba6532a-e8ff-4091-8609-d5f349a93d29 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0526912 May 13 17:29:51.102216 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41c809-f66b-4d00-bb3a-afaebb684120 req-995e66df-78a8-4197-a897-e00628c48e51 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:51.104468 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f41c809-f66b-4d00-bb3a-afaebb684120 req-995e66df-78a8-4197-a897-e00628c48e51 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0543208 May 13 17:29:51.110553 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-d4c4b02a-7122-4606-a2fe-c0f18f1b992d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651309795&fields=id&tenant_id=15f2d05b5ad248009d2acb0d3db6aec9 HTTP/1.1" status: 200 len: 267 time: 0.1000493 May 13 17:29:51.116055 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588c39-b1f2-4bc8-82ce-fdebbfc3c948 req-d383593e-ebbc-4f8a-81fc-54414dd874c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:51.118686 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1588c39-b1f2-4bc8-82ce-fdebbfc3c948 req-d383593e-ebbc-4f8a-81fc-54414dd874c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1129 time: 0.1280737 May 13 17:29:51.121479 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c18b1cc0-b6d7-4307-9280-b0c4f8e806a3 req-fe4f2fbf-cecb-4a80-9937-56219a6c771f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537793 May 13 17:29:51.171040 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f41c809-f66b-4d00-bb3a-afaebb684120 req-ce4fd792-56c9-44eb-9057-bfa015214ef2 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508819 May 13 17:29:51.172608 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Made reservation on behalf of f6fceef0782240ccb486341a9007e4b0 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:29:51.177043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:51.292352 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-e7d5b5f0-8f66-44c3-9efc-6ce41a7bc3b5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:51.293813 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-e7d5b5f0-8f66-44c3-9efc-6ce41a7bc3b5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/networks?id=2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 200 len: 809 time: 0.1713762 May 13 17:29:51.332384 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-e037d4d4-707e-4a03-8f4a-cbb131f17c2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/quotas/15f2d05b5ad248009d2acb0d3db6aec9 HTTP/1.1" status: 200 len: 375 time: 0.0332842 May 13 17:29:51.378289 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Allocated IP 172.20.0.10 (0a5f1f56-1292-4f48-b919-1c7423ffdedd/83e0e941-c712-42ca-8be4-9b9eaca86981/c62b5b29-b80a-46ee-971c-66d386497347) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:29:51.396570 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-6f3d0998-901c-431a-a952-43fef05cec6e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590365 May 13 17:29:51.798867 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba48b55-34da-477d-b82e-cf655da78435 req-b173a283-2d76-450a-8b74-fa3b98b70a26 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:51.800501 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6ba48b55-34da-477d-b82e-cf655da78435 req-b173a283-2d76-450a-8b74-fa3b98b70a26 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0492775 May 13 17:29:51.823895 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1588c39-b1f2-4bc8-82ce-fdebbfc3c948 req-37c0cdca-6fdb-4952-b6f5-09962e22fa0d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506796 May 13 17:29:51.846840 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-b4fb67db-e4c5-41af-bcde-fa7c74d00a1c service neutron] 10.222.0.64 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356585 May 13 17:29:51.856203 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6ba48b55-34da-477d-b82e-cf655da78435 req-7fe40267-1aa4-4187-b75b-1f03295936a6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493097 May 13 17:29:51.931109 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks [] for port (c62b5b29-b80a-46ee-971c-66d386497347), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:51.986713 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-6e94bbb5-df72-4464-8945-d3c43b9de729 service neutron] 10.222.0.64 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319642 May 13 17:29:52.069460 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ac2b0bd2-6659-4291-b55b-afb694e9d3c3 req-526cc3cc-3431-4778-b06c-08e01f4aeb24 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0273430 May 13 17:29:52.104747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c62b5b29-b80a-46ee-971c-66d386497347), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:52.147031 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Network 0a5f1f56-1292-4f48-b919-1c7423ffdedd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:52.153831 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:52.173177 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:29:52.175893 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Pushing event updated for resources: {'Port': ['ID=c62b5b29-b80a-46ee-971c-66d386497347,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:52.224463 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:52.229135 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:52.284359 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70712849-e0f8-40a5-98d6-0199188361ac req-fbed1fe3-6ef3-4b5e-ae30-7131dd9ca314 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:52.286242 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-70712849-e0f8-40a5-98d6-0199188361ac req-fbed1fe3-6ef3-4b5e-ae30-7131dd9ca314 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0453351 May 13 17:29:52.341632 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-efefd46a-0832-4e82-9b85-7cf3f401922c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6138465 May 13 17:29:52.348245 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-70712849-e0f8-40a5-98d6-0199188361ac req-eb2c84a9-3438-4794-a572-3fdcbbb7f86f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558484 May 13 17:29:52.596841 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f1644e07-5f38-4a29-82ad-40325e31931c req-abb2bef3-a242-483d-9536-e189bd464f41 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0286369 May 13 17:29:52.951025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Request body: {'port': {'device_id': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:53.015887 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534a8d0-e9c2-4f90-afb0-05ca859ac768 req-a62f1808-ee25-4aa9-9e76-9d797bc2b095 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:53.017385 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0534a8d0-e9c2-4f90-afb0-05ca859ac768 req-a62f1808-ee25-4aa9-9e76-9d797bc2b095 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0824671 May 13 17:29:53.060241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c62b5b29-b80a-46ee-971c-66d386497347), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:53.111848 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0534a8d0-e9c2-4f90-afb0-05ca859ac768 req-70f5d4ef-bb2c-4da3-8884-0da59e88a988 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881183 May 13 17:29:53.208271 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78b7c0-06f5-45e5-bed7-52fdcdf485b4 req-0b49915c-eb3c-4c8c-a74e-0457e2fa0b34 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:53.209735 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f78b7c0-06f5-45e5-bed7-52fdcdf485b4 req-0b49915c-eb3c-4c8c-a74e-0457e2fa0b34 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 932 time: 0.0562925 May 13 17:29:53.258847 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f78b7c0-06f5-45e5-bed7-52fdcdf485b4 req-cab94bb7-6b9f-4088-9bb2-86cdd7b132f9 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 May 13 17:29:53.282956 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254fb9b-1e00-4b56-b780-2426cde3df58 req-f442f44b-acfc-4b4e-8217-f8ef0d0c2a5a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:53.284450 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3254fb9b-1e00-4b56-b780-2426cde3df58 req-f442f44b-acfc-4b4e-8217-f8ef0d0c2a5a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0862639 May 13 17:29:53.365997 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3254fb9b-1e00-4b56-b780-2426cde3df58 req-c0023679-03a1-4fa1-acec-e5e471990bdd tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755064 May 13 17:29:53.421279 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62b5b29-b80a-46ee-971c-66d386497347 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:29:53.428896 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Publish callbacks [] for port (c62b5b29-b80a-46ee-971c-66d386497347), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:53.442708 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Transition to ACTIVE for port object c62b5b29-b80a-46ee-971c-66d386497347 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:29:53.502449 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fceedf-4a31-4a44-a708-8645c9088577 req-89e28fe9-a739-496f-8fb5-b07af085462d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:53.504499 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-01fceedf-4a31-4a44-a708-8645c9088577 req-89e28fe9-a739-496f-8fb5-b07af085462d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0513935 May 13 17:29:53.509899 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (c62b5b29-b80a-46ee-971c-66d386497347), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:53.558391 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-01fceedf-4a31-4a44-a708-8645c9088577 req-810b245d-be93-4dfd-b4a8-edcbc44a7c64 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 May 13 17:29:53.563950 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c62b5b29-b80a-46ee-971c-66d386497347,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:53.640579 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Attempting to bind port c62b5b29-b80a-46ee-971c-66d386497347 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:29:53.645394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Attempting to bind port c62b5b29-b80a-46ee-971c-66d386497347 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:29:53.645394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Attempting to bind port c62b5b29-b80a-46ee-971c-66d386497347 on network 0a5f1f56-1292-4f48-b919-1c7423ffdedd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:53.655779 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Port c62b5b29-b80a-46ee-971c-66d386497347 on network 0a5f1f56-1292-4f48-b919-1c7423ffdedd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:29:53.656101 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Attempting to bind port c62b5b29-b80a-46ee-971c-66d386497347 on network 0a5f1f56-1292-4f48-b919-1c7423ffdedd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:29:53.675241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:29:53.675607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Checking segment: {'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:29:53.675992 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Bound using segment: {'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:29:53.676420 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Bound port: c62b5b29-b80a-46ee-971c-66d386497347, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6709dbea-9231-453d-abeb-e2543014ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:29:53.676779 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c62b5b29-b80a-46ee-971c-66d386497347), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:53.679911 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e820d2b-b2f0-4551-a143-f0906fbf7f91 req-8df2127a-794a-4e83-a2a0-dce50f7b28ad tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0343738 May 13 17:29:53.741048 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] For port c62b5b29-b80a-46ee-971c-66d386497347, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:29:53.744068 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] For port c62b5b29-b80a-46ee-971c-66d386497347, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c62b5b29-b80a-46ee-971c-66d386497347,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:29:53.841511 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (c62b5b29-b80a-46ee-971c-66d386497347), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:53.875088 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:53.875440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:53.876697 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] 10.222.0.82 "PUT /v2.0/ports/c62b5b29-b80a-46ee-971c-66d386497347 HTTP/1.1" status: 200 len: 1094 time: 0.9317079 May 13 17:29:53.877144 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'tag': 'c62b5b29-b80a-46ee-971c-66d386497347'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:29:53.880132 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128ac2f9-3316-4976-8017-9c00d4ed9532" -d '{"events": [{"name": "network-changed", "server_uuid": "686847ed-a4cd-42fe-ae51-44ce52cf1ae4", "tag": "c62b5b29-b80a-46ee-971c-66d386497347"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:29:53.907954 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58414624-c317-43a1-8176-70048fa4f0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c62b5b29-b80a-46ee-971c-66d386497347,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:53.928303 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604b97f-a58b-4f46-b79b-b92332ffbc92 x-openstack-request-id: req-5604b97f-a58b-4f46-b79b-b92332ffbc92 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:29:53.928603 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686847ed-a4cd-42fe-ae51-44ce52cf1ae4", "tag": "c62b5b29-b80a-46ee-971c-66d386497347", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:29:53.928865 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5604b97f-a58b-4f46-b79b-b92332ffbc92 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:29:53.929328 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5604b97f-a58b-4f46-b79b-b92332ffbc92'] response: {'name': 'network-changed', 'server_uuid': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'tag': 'c62b5b29-b80a-46ee-971c-66d386497347', 'status': 'completed', 'code': 200} May 13 17:29:54.097925 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-ae161f27-ccb5-4be5-9824-1940a8168a76 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:54.099436 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-ae161f27-ccb5-4be5-9824-1940a8168a76 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/networks?id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46 HTTP/1.1" status: 200 len: 814 time: 0.1129429 May 13 17:29:54.114093 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-cc5e546c-480a-4982-adb3-1f372582e58e tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/quotas/e9f5f08db8cb40f0857115f4c9aadaf7 HTTP/1.1" status: 200 len: 375 time: 0.0093353 May 13 17:29:54.146523 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-40afcba3-ca16-42a7-ae15-4422f90fbda7 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9f5f08db8cb40f0857115f4c9aadaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274372 May 13 17:29:54.241103 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-a23af6ee-1518-4ac1-8a12-6d75035e02a3 service neutron] 10.222.0.64 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879023 May 13 17:29:54.352394 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-31bdf5ca-ca79-4631-b08a-3f907568981b service neutron] 10.222.0.64 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046772 May 13 17:29:54.383066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5e277-f6ed-42cd-a584-3281c59031b2 req-3a6eeae9-0a32-4781-9d2d-c476bc6d998f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:54.385629 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5ae5e277-f6ed-42cd-a584-3281c59031b2 req-3a6eeae9-0a32-4781-9d2d-c476bc6d998f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 944 time: 0.0565035 May 13 17:29:54.439176 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5ae5e277-f6ed-42cd-a584-3281c59031b2 req-3b42723d-8b00-44c5-b096-fa64e805788f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 May 13 17:29:54.570532 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-18ae11e2-ad91-4b2c-af94-6d82d374814a req-6daeb06b-3c94-4e3f-82ec-52539df47f55 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.0274439 May 13 17:29:54.673146 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4605b-7384-451e-ba7a-3f4d0506db30 req-7154e4ed-d2b7-4f67-a720-24a16c7fe520 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:54.674573 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25b4605b-7384-451e-ba7a-3f4d0506db30 req-7154e4ed-d2b7-4f67-a720-24a16c7fe520 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0481079 May 13 17:29:54.726867 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25b4605b-7384-451e-ba7a-3f4d0506db30 req-e942b37e-b9ee-4164-b77e-6049446781a6 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 May 13 17:29:54.776705 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-807bb308-fddd-48be-955f-f22ac4841dd1 req-83887879-0e02-49a9-ba22-68552e287fa9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0304146 May 13 17:29:54.854922 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ac2f9-3316-4976-8017-9c00d4ed9532 req-bc4c7ed8-a82c-4126-aab2-deb63e85d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:54.856454 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-128ac2f9-3316-4976-8017-9c00d4ed9532 req-bc4c7ed8-a82c-4126-aab2-deb63e85d14d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6fceef0782240ccb486341a9007e4b0&device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 1128 time: 0.0704660 May 13 17:29:54.864823 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afd7d5-9754-45b5-8f24-c6198232bafa req-fde9fe71-9e14-48ed-87b7-2e3f284b33d7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:54.866197 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35afd7d5-9754-45b5-8f24-c6198232bafa req-fde9fe71-9e14-48ed-87b7-2e3f284b33d7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0703535 May 13 17:29:54.913381 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35afd7d5-9754-45b5-8f24-c6198232bafa req-6520a194-d8fe-4383-ae64-19ab2e62e81f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 May 13 17:29:55.245286 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f01c7b-21d1-40ee-b0f4-0f5cafd5b78f req-d37105f2-7e47-4a7c-a9f9-82fb372b6f98 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:55.246665 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e9f01c7b-21d1-40ee-b0f4-0f5cafd5b78f req-d37105f2-7e47-4a7c-a9f9-82fb372b6f98 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0500183 May 13 17:29:55.294853 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e9f01c7b-21d1-40ee-b0f4-0f5cafd5b78f req-f0bdd32e-ab41-4325-a7b8-84f41fe1414a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 May 13 17:29:55.448985 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ac2f9-3316-4976-8017-9c00d4ed9532 req-f5f26a22-d6bf-4e02-a01a-484ceccd0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:55.450611 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-128ac2f9-3316-4976-8017-9c00d4ed9532 req-f5f26a22-d6bf-4e02-a01a-484ceccd0e73 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f6fceef0782240ccb486341a9007e4b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1066086 May 13 17:29:55.555031 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4dfca-6d24-4f6d-b070-7f8a62551f42 req-25343c73-bba9-400d-8d55-42ffce1e625d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:55.556525 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f6d4dfca-6d24-4f6d-b070-7f8a62551f42 req-25343c73-bba9-400d-8d55-42ffce1e625d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 944 time: 0.0466437 May 13 17:29:55.558833 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ac2f9-3316-4976-8017-9c00d4ed9532 req-4041fd1f-3886-4d73-a32b-5f1815039b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:55.560337 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-128ac2f9-3316-4976-8017-9c00d4ed9532 req-4041fd1f-3886-4d73-a32b-5f1815039b96 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030743 May 13 17:29:55.604992 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f6d4dfca-6d24-4f6d-b070-7f8a62551f42 req-9cd66ea2-48cd-43d7-8760-6778bcedec8b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 May 13 17:29:55.663836 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-278d4352-f44b-4a7d-8a60-809b89f62900 req-c16544e0-af5c-426f-b2c5-89ddb6e9f6d9 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.0275352 May 13 17:29:55.885573 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-41faec13-4523-400d-803c-931ede0979ae req-0236e3a0-aeb8-41a9-8943-e8f2750c78f4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0292382 May 13 17:29:55.954014 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-0bfb0a65-e6d7-4eca-9746-34314366b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:55.955565 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-0bfb0a65-e6d7-4eca-9746-34314366b6ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f6fceef0782240ccb486341a9007e4b0&device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 1128 time: 0.0391223 May 13 17:29:56.025951 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-b297c291-7373-4f81-94f8-1aa9e1548c9e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c62b5b29-b80a-46ee-971c-66d386497347 HTTP/1.1" status: 200 len: 217 time: 0.0433593 May 13 17:29:56.076063 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-b1fb238b-2e79-4e69-a761-6a53b8cbcc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:56.077535 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-b1fb238b-2e79-4e69-a761-6a53b8cbcc79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=83e0e941-c712-42ca-8be4-9b9eaca86981 HTTP/1.1" status: 200 len: 848 time: 0.0455797 May 13 17:29:56.116084 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-593a0f1a-1453-4b77-8100-4bd75fce111c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0a5f1f56-1292-4f48-b919-1c7423ffdedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329101 May 13 17:29:56.250877 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-fecacfc9-4b98-4e6b-8b82-b6e1bfff8f7d service neutron] 10.222.0.82 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278281 May 13 17:29:56.574225 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-987c9bb4-56f9-4cba-96e9-3d2acc4e216f req-5acab6a9-aeda-4676-8a9c-7908a4a5086f service neutron] 10.222.0.82 "GET /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879486 May 13 17:29:56.647091 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459e33a-67b0-4c2a-9b58-4574915f1e96 req-dadfe36f-e946-41c0-8cf8-ad8ccf9feb20 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:56.648801 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1459e33a-67b0-4c2a-9b58-4574915f1e96 req-dadfe36f-e946-41c0-8cf8-ad8ccf9feb20 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0482678 May 13 17:29:56.699691 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1459e33a-67b0-4c2a-9b58-4574915f1e96 req-885d87d9-8062-4e25-a33c-acb17ed7a43b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 May 13 17:29:56.741053 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a3e72-f4cb-4e41-a00f-02e90d299d30 req-f1694ae7-53f5-47bd-a1d7-bc603499ccb1 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:56.742667 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-992a3e72-f4cb-4e41-a00f-02e90d299d30 req-f1694ae7-53f5-47bd-a1d7-bc603499ccb1 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 944 time: 0.0666130 May 13 17:29:56.792666 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e368d7b6-23a1-4efb-8fcf-93877cdc1f0f req-cceb0315-7d34-482a-b528-a62f8c110296 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.0278215 May 13 17:29:56.795354 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-992a3e72-f4cb-4e41-a00f-02e90d299d30 req-fd67b936-c311-47ba-b9d5-bb3b0aa6274d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 May 13 17:29:56.980088 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-681c5e3b-9caa-4548-bef4-0059362dd378 req-7753a917-ba24-4b03-8779-710968601cb2 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0268531 May 13 17:29:57.426691 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46000) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:57.431104 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-16dc6614-41d1-41c7-bd9b-01be8aeead2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457312114', 'description': 'tempest-description--872139408'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:57.521225 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-16dc6614-41d1-41c7-bd9b-01be8aeead2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:57.588276 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-16dc6614-41d1-41c7-bd9b-01be8aeead2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (cbfac849-f4eb-4874-bd2c-5e0150ead35e), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:57.674977 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-16dc6614-41d1-41c7-bd9b-01be8aeead2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (cbfac849-f4eb-4874-bd2c-5e0150ead35e), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:57.703612 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc6614-41d1-41c7-bd9b-01be8aeead2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfac849-f4eb-4874-bd2c-5e0150ead35e,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:57.781819 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-16dc6614-41d1-41c7-bd9b-01be8aeead2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:57.782926 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-16dc6614-41d1-41c7-bd9b-01be8aeead2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3551691 May 13 17:29:57.786124 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 46004) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:57.790681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-5603734a-8438-4a79-8aaf-2be26fdebe88 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': 'cbfac849-f4eb-4874-bd2c-5e0150ead35e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:57.819895 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55201-40b0-4b41-b543-b7ed0f491f3a req-ab4408bc-d7ab-4882-9b5a-1cdab1f626a2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:57.821416 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1ed55201-40b0-4b41-b543-b7ed0f491f3a req-ab4408bc-d7ab-4882-9b5a-1cdab1f626a2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0515509 May 13 17:29:57.868894 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1ed55201-40b0-4b41-b543-b7ed0f491f3a req-f07a029b-3619-490d-a3b4-bd1450f5d00c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 May 13 17:29:57.899747 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fc188460-aaca-497f-bc96-68a932a93ed4 req-b0bfde14-a409-4dbc-88ad-e6ce870810db tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.0372269 May 13 17:29:57.900515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5603734a-8438-4a79-8aaf-2be26fdebe88 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (86170cf3-e692-405f-8ed7-a0b2a031e9f3), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:57.948709 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5603734a-8438-4a79-8aaf-2be26fdebe88 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (86170cf3-e692-405f-8ed7-a0b2a031e9f3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:57.970074 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279a1b8-816e-4f90-9331-5f402d801021 req-6f98c25e-d926-4fee-ad65-d714801d7bba tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:57.971879 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7279a1b8-816e-4f90-9331-5f402d801021 req-6f98c25e-d926-4fee-ad65-d714801d7bba tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 944 time: 0.0462799 May 13 17:29:58.019605 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7279a1b8-816e-4f90-9331-5f402d801021 req-5386299e-aec5-4d31-8014-4cf8ebecb7c2 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 May 13 17:29:58.045413 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5603734a-8438-4a79-8aaf-2be26fdebe88 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (86170cf3-e692-405f-8ed7-a0b2a031e9f3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.083368 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603734a-8438-4a79-8aaf-2be26fdebe88 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86170cf3-e692-405f-8ed7-a0b2a031e9f3,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:58.086550 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-55ffe4b3-1ad7-44f2-862e-617732bb3790 req-b493cbfd-e3cb-4b9b-889a-c6fe4097d05e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0379748 May 13 17:29:58.140166 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-5603734a-8438-4a79-8aaf-2be26fdebe88 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.141328 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5603734a-8438-4a79-8aaf-2be26fdebe88 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541105 May 13 17:29:58.144073 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 46012) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:58.148391 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-23fa27c1-614f-41fc-92cd-afb868cf8dad tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': 'cbfac849-f4eb-4874-bd2c-5e0150ead35e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:58.240774 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23fa27c1-614f-41fc-92cd-afb868cf8dad tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (5163e4c8-43be-433f-b011-17a9084e1f64), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.294416 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23fa27c1-614f-41fc-92cd-afb868cf8dad tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (5163e4c8-43be-433f-b011-17a9084e1f64), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.360895 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23fa27c1-614f-41fc-92cd-afb868cf8dad tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (5163e4c8-43be-433f-b011-17a9084e1f64), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.380173 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa27c1-614f-41fc-92cd-afb868cf8dad tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5163e4c8-43be-433f-b011-17a9084e1f64,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:58.406472 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-efe37be4-431e-4613-ad69-a6eb3ff582aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.425745 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23fa27c1-614f-41fc-92cd-afb868cf8dad tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.427213 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-23fa27c1-614f-41fc-92cd-afb868cf8dad tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819321 May 13 17:29:58.430241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 46020) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:29:58.434785 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:29:58.503935 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.591669 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.700533 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.27.3.46 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/c46f7f60-3886-4381-a479-99dd810c1577) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:29:58.800035 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (c46f7f60-3886-4381-a479-99dd810c1577), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.898507 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c46f7f60-3886-4381-a479-99dd810c1577), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:58.943844 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:29:58.952074 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:29:58.954721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:29:58.964102 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=c46f7f60-3886-4381-a479-99dd810c1577,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:59.027290 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4003e9-16b9-455b-8bbd-9a7b023dab26 req-5635b90e-e08d-4824-a65c-a27101dfef99 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:59.028763 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a4003e9-16b9-455b-8bbd-9a7b023dab26 req-5635b90e-e08d-4824-a65c-a27101dfef99 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0789964 May 13 17:29:59.108341 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a4003e9-16b9-455b-8bbd-9a7b023dab26 req-540b59f4-b277-4c9d-a366-9bac60124614 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716574 May 13 17:29:59.111282 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (2e4037ef-d601-434f-ae84-e63d9c2083fe), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:59.194326 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c06cc2b2-a9c7-482d-8046-c47e7c0696d0 req-775a28c2-9b4e-4208-827b-02a6ffbaff31 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.0335133 May 13 17:29:59.218305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c46f7f60-3886-4381-a479-99dd810c1577), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:59.341452 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030eead-e856-4f65-9f7b-8d6bf725e0f1 req-0d1c1dd2-eee9-4278-a305-60569e79a58e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:59.342917 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d030eead-e856-4f65-9f7b-8d6bf725e0f1 req-0d1c1dd2-eee9-4278-a305-60569e79a58e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 944 time: 0.0868242 May 13 17:29:59.415027 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d030eead-e856-4f65-9f7b-8d6bf725e0f1 req-701f45c7-45f8-4cc7-8dea-679c54cb5504 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661352 May 13 17:29:59.437108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (c46f7f60-3886-4381-a479-99dd810c1577), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:59.496140 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dfa1802a-7cde-4303-b6c3-ba7ba76c9dbd req-800d5392-804b-4123-bae1-01a4645ecfc5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0279689 May 13 17:29:59.502671 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (c46f7f60-3886-4381-a479-99dd810c1577), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:59.574455 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=c46f7f60-3886-4381-a479-99dd810c1577,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:29:59.582532 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (2e4037ef-d601-434f-ae84-e63d9c2083fe), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:59.692491 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:29:59.693705 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d06dbd5f-f114-47e3-a0ce-e0aff232a5af tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2622998 May 13 17:29:59.703839 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-949baa78-d447-42d3-b537-b60e54b76119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:59.705318 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-949baa78-d447-42d3-b537-b60e54b76119 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 1129 time: 0.1006978 May 13 17:29:59.805789 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-c18c14ca-cef3-4082-9231-cea6f42b95ae tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:59.807267 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-c18c14ca-cef3-4082-9231-cea6f42b95ae tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.82 "GET /v2.0/networks?id=2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 200 len: 809 time: 0.2045612 May 13 17:29:59.836330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-6db61d55-da41-4dbe-b5d1-7600aaabae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:29:59.837821 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-6db61d55-da41-4dbe-b5d1-7600aaabae5b service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.1247258 May 13 17:29:59.892208 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-f8f15565-3563-4509-8f8b-1fada2c680cc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1457312114&fields=id&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 267 time: 0.0421755 May 13 17:30:00.002864 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-334ccd3c-5a64-48ac-b990-ad798e74cb0d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:00.005047 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-334ccd3c-5a64-48ac-b990-ad798e74cb0d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.1066337 May 13 17:30:00.019265 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-1ddfeb59-57e4-463c-a5a5-004cb3305430 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/quotas/ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 375 time: 0.0087256 May 13 17:30:00.069046 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-e0b824c0-3740-4c3e-8c87-ba7f7aa11023 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449438 May 13 17:30:00.206216 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-b9478a28-00d1-4b97-b33e-3ac3ef0936d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c1697c5-1f14-4626-9fa8-129fec582059 HTTP/1.1" status: 200 len: 217 time: 0.0648487 May 13 17:30:00.215929 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-626b8962-6cf6-43c2-942a-a112d7e31305 service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350081 May 13 17:30:00.327717 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c62b5b29-b80a-46ee-971c-66d386497347 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:30:00.344769 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-8d0a8dca-48c8-49af-94bc-19fba871f3f4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f2d05b5ad248009d2acb0d3db6aec9 HTTP/1.1" status: 200 len: 379 time: 0.2045689 May 13 17:30:00.355958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'port': {'device_id': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'admin_state_up': True, 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'security_groups': ['19720c99-e9e9-4ae9-be7c-9fab9a29d28a']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:00.363059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-53afe5bf-dbfa-44f4-af10-3656b838cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:00.365204 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-53afe5bf-dbfa-44f4-af10-3656b838cca9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.1330228 May 13 17:30:00.434725 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c62b5b29-b80a-46ee-971c-66d386497347, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c62b5b29-b80a-46ee-971c-66d386497347,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:00.446625 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'c62b5b29-b80a-46ee-971c-66d386497347', 'network_id': '0a5f1f56-1292-4f48-b919-1c7423ffdedd', 'port_id': 'c62b5b29-b80a-46ee-971c-66d386497347', 'mac_address': 'fa:16:3e:90:b7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e0e941-c712-42ca-8be4-9b9eaca86981', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:30:00.483697 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port c62b5b29-b80a-46ee-971c-66d386497347 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:00.484093 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c62b5b29-b80a-46ee-971c-66d386497347), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:00.499036 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62b5b29-b80a-46ee-971c-66d386497347 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:00.533032 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c62b5b29-b80a-46ee-971c-66d386497347, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c62b5b29-b80a-46ee-971c-66d386497347,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:00.536366 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-63f2d59a-cb4d-4124-a923-9b6ec0aee00e service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145363 May 13 17:30:00.552692 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-01bcb590-0709-4b04-a88b-9c3019cd0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:00.554160 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-01bcb590-0709-4b04-a88b-9c3019cd0a50 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1391516 May 13 17:30:00.658898 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-473dcf2c-5297-4751-9e24-c33de89b1073 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:00.660801 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-473dcf2c-5297-4751-9e24-c33de89b1073 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "GET /v2.0/networks?id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46 HTTP/1.1" status: 200 len: 814 time: 0.2312081 May 13 17:30:00.667463 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2a2f68ee-3f5a-4c7e-8615-c924e1d4c00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:00.670335 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c62b5b29-b80a-46ee-971c-66d386497347), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:00.749276 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=c62b5b29-b80a-46ee-971c-66d386497347,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:01.020929 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2f335b2c-c0ce-45a8-9efc-a93f531c1852 req-0d723700-9a3a-44be-9dbf-9ca57bfaf27e tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.0497005 May 13 17:30:01.100349 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Request body: {'port': {'device_id': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46', 'admin_state_up': True, 'tenant_id': 'e9f5f08db8cb40f0857115f4c9aadaf7'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:01.139185 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Made reservation on behalf of 15f2d05b5ad248009d2acb0d3db6aec9 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:30:01.142120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:01.201998 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90036042-7fa6-476d-8285-8b9564f6a31c req-a7c67e04-3bec-4d1c-ac50-ee505a383fe1 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:01.205059 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-90036042-7fa6-476d-8285-8b9564f6a31c req-a7c67e04-3bec-4d1c-ac50-ee505a383fe1 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 945 time: 0.0789332 May 13 17:30:01.258169 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-b52c8551-4076-4ffb-807f-d6bd737da5a8 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886013 May 13 17:30:01.279484 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-90036042-7fa6-476d-8285-8b9564f6a31c req-26f32256-c444-44fa-a52b-a7b22483ca7d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672984 May 13 17:30:01.297434 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b95067-d771-407d-84bc-0af4e00187e2 req-f1e3a51a-4f48-4f7f-9f6c-7c4d1b68c28f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:01.298933 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77b95067-d771-407d-84bc-0af4e00187e2 req-f1e3a51a-4f48-4f7f-9f6c-7c4d1b68c28f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.1896720 May 13 17:30:01.324798 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['c62b5b29-b80a-46ee-971c-66d386497347'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:30:01.385405 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d419072a-159b-4a84-aacb-d7ce2579f09d req-b47bb457-1bec-42ac-a6f0-cc32d5f03211 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0347209 May 13 17:30:01.494066 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-880f192e-f62c-4b78-a3f0-891a3766a65e req-42cf4adb-6802-4d0b-a5b6-6b55c1b34ed6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0603597 May 13 17:30:01.495159 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-77b95067-d771-407d-84bc-0af4e00187e2 req-9975b4fe-b70b-4a16-bc86-d8b990b8175f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530933 May 13 17:30:01.554646 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Allocated IP 172.20.0.4 (2f334e29-3120-4ec7-b43a-0baf54e47be7/aad0c413-010c-4f53-a298-2e7b02b8e233/f37d13dd-347a-41e2-8ca5-2b0f1df46c9c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:30:01.563914 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Made reservation on behalf of e9f5f08db8cb40f0857115f4c9aadaf7 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:30:01.567853 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:01.676961 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86dea8e9-1606-4f9f-b2a8-2495e1848bc6 req-bc62ec5a-e2fd-4678-87ec-b17e7b858cae service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287614 May 13 17:30:01.814245 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Allocated IP 172.20.0.7 (43080e60-e3bd-4f01-9af9-50b6a3bc0c46/be76b3f2-1f97-4839-b0a6-d76ec320fe02/551049b3-f6c2-479f-9493-4761a2f86f8e) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:30:01.837424 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:01.990341 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.014666 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks [] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.019794 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.083857 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:30:02.090354 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:30:02.092695 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:30:02.123431 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:02.158061 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:02.158725 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.213288 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.266611 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-bd472748-99a1-4132-986e-4ab6a54fe7fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9142404 May 13 17:30:02.278875 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:30:02.283036 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:30:02.287846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:30:02.313472 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f3055055-84e5-41e7-b375-ad998554683d req-6112d7e8-92aa-4934-8402-180c321d8de7 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.2315011 May 13 17:30:02.320858 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Pushing event updated for resources: {'Port': ['ID=551049b3-f6c2-479f-9493-4761a2f86f8e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:02.345871 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:02.346449 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.354418 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-44fefdf7-81ab-44f1-baec-9e83368cfb2d None None] Provisioning complete for port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:02.355292 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-44fefdf7-81ab-44f1-baec-9e83368cfb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.358142 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Request body: {'port': {'device_id': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:02.392898 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-44fefdf7-81ab-44f1-baec-9e83368cfb2d None None] Port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:30:02.463271 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066edaa3-e050-4b54-97ae-e319e7da61dc req-bd408bd4-7a0b-454c-82d4-bb0985ddfcc3 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:02.464772 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-066edaa3-e050-4b54-97ae-e319e7da61dc req-bd408bd4-7a0b-454c-82d4-bb0985ddfcc3 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 945 time: 0.1010928 May 13 17:30:02.467434 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.474314 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d417021e-684e-455c-9c55-6fc4d441f082 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7939398 May 13 17:30:02.507507 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Request body: {'port': {'device_id': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:02.522285 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9c74-dc3a-4d71-95ea-ebeb341faa25 req-60866c31-27c7-42e7-afae-cf8fdc943c81 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:02.523900 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a30e9c74-dc3a-4d71-95ea-ebeb341faa25 req-60866c31-27c7-42e7-afae-cf8fdc943c81 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 931 time: 0.0549424 May 13 17:30:02.573380 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a30e9c74-dc3a-4d71-95ea-ebeb341faa25 req-e349f0de-0c0b-4680-9cf7-f38eb8f6f026 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 May 13 17:30:02.618994 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-066edaa3-e050-4b54-97ae-e319e7da61dc req-5e7c1c41-bc6e-44ce-86ae-f190cbcd4a0c tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436749 May 13 17:30:02.697037 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:02.698075 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcf278-1b00-4f8f-bae2-a554eb2bf8f5 req-a04bbd9b-11d5-46b0-915e-6e009ee0799f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:02.699780 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8afcf278-1b00-4f8f-bae2-a554eb2bf8f5 req-a04bbd9b-11d5-46b0-915e-6e009ee0799f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0505838 May 13 17:30:02.735877 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-66d4434a-752d-4065-bfe7-70d9aef8e9df req-49dc9725-db2f-4da5-a957-fcdc9dd06063 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0549922 May 13 17:30:02.756982 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8afcf278-1b00-4f8f-bae2-a554eb2bf8f5 req-cddd018a-5d2a-4544-a370-ccd1696dd8f3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 May 13 17:30:02.984933 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c62b5b29-b80a-46ee-971c-66d386497347 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:30:03.035890 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port c62b5b29-b80a-46ee-971c-66d386497347 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:30:03.045260 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37d13dd-347a-41e2-8ca5-2b0f1df46c9c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:03.056419 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Publish callbacks [] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.078669 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Transition to ACTIVE for port object f37d13dd-347a-41e2-8ca5-2b0f1df46c9c will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:30:03.124796 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551049b3-f6c2-479f-9493-4761a2f86f8e {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:03.126858 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port c62b5b29-b80a-46ee-971c-66d386497347 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:03.127360 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c62b5b29-b80a-46ee-971c-66d386497347), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.133101 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Publish callbacks [] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.145260 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.147512 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Transition to ACTIVE for port object 551049b3-f6c2-479f-9493-4761a2f86f8e will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:30:03.200610 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:03.218292 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port c62b5b29-b80a-46ee-971c-66d386497347 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:03.219062 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c62b5b29-b80a-46ee-971c-66d386497347), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.241821 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.245643 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62b5b29-b80a-46ee-971c-66d386497347'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:03.248993 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e854bd3-3a76-4e9d-ba3c-bab831b3696f" -d '{"events": [{"server_uuid": "686847ed-a4cd-42fe-ae51-44ce52cf1ae4", "name": "network-vif-plugged", "status": "completed", "tag": "c62b5b29-b80a-46ee-971c-66d386497347"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:03.263896 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c62b5b29-b80a-46ee-971c-66d386497347, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c62b5b29-b80a-46ee-971c-66d386497347,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:03.297347 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e933b3-2df2-4195-99bd-b840ec5ed7a3 x-openstack-request-id: req-f2e933b3-2df2-4195-99bd-b840ec5ed7a3 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:03.297882 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686847ed-a4cd-42fe-ae51-44ce52cf1ae4", "name": "network-vif-plugged", "status": "completed", "tag": "c62b5b29-b80a-46ee-971c-66d386497347", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:03.298232 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2e933b3-2df2-4195-99bd-b840ec5ed7a3 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:03.298694 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e933b3-2df2-4195-99bd-b840ec5ed7a3'] response: {'server_uuid': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62b5b29-b80a-46ee-971c-66d386497347', 'code': 200} May 13 17:30:03.322897 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Pushing event updated for resources: {'Port': ['ID=551049b3-f6c2-479f-9493-4761a2f86f8e,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:03.328637 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Attempting to bind port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:30:03.328987 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Attempting to bind port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:30:03.329321 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Attempting to bind port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c on network 2f334e29-3120-4ec7-b43a-0baf54e47be7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:30:03.338296 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c62b5b29-b80a-46ee-971c-66d386497347), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.352134 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c on network 2f334e29-3120-4ec7-b43a-0baf54e47be7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:30:03.352476 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Attempting to bind port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c on network 2f334e29-3120-4ec7-b43a-0baf54e47be7 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:30:03.379577 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:30:03.379934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Checking segment: {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:30:03.380323 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Bound using segment: {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:30:03.381217 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Bound port: f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e675ca3-6f02-4991-86e8-7cad06751da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:30:03.381217 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.400708 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=c62b5b29-b80a-46ee-971c-66d386497347,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:03.450174 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Attempting to bind port 551049b3-f6c2-479f-9493-4761a2f86f8e on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:30:03.450515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Attempting to bind port 551049b3-f6c2-479f-9493-4761a2f86f8e by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:30:03.454893 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Attempting to bind port 551049b3-f6c2-479f-9493-4761a2f86f8e on network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:30:03.465023 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Port 551049b3-f6c2-479f-9493-4761a2f86f8e on network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:30:03.465348 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Attempting to bind port 551049b3-f6c2-479f-9493-4761a2f86f8e on network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:30:03.466565 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098effad-54f4-431e-8357-392bebf6fd73 req-25f290c8-a3fb-4107-8c84-1d4d51dda68e tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:03.468577 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-098effad-54f4-431e-8357-392bebf6fd73 req-25f290c8-a3fb-4107-8c84-1d4d51dda68e tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 943 time: 0.0510230 May 13 17:30:03.474424 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.477889 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:30:03.477889 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Checking segment: {'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:30:03.477889 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Bound using segment: {'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:30:03.478229 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Bound port: 551049b3-f6c2-479f-9493-4761a2f86f8e, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:30:03.478330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.490343 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:30:03.504658 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:30:03.532186 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-098effad-54f4-431e-8357-392bebf6fd73 req-2858f5d4-d4a5-47a7-9131-cbe213200d8a tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563066 May 13 17:30:03.559054 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] For port 551049b3-f6c2-479f-9493-4761a2f86f8e, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:30:03.562076 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] For port 551049b3-f6c2-479f-9493-4761a2f86f8e, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=551049b3-f6c2-479f-9493-4761a2f86f8e,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:30:03.594560 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.629220 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:03.629814 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.631258 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] 10.222.0.82 "PUT /v2.0/ports/f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 1093 time: 1.2771604 May 13 17:30:03.631717 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:03.634016 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b194cee4-6936-445d-880c-1678efc10de6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:03.640064 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.666277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:03.666755 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:03.668215 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] 10.222.0.82 "PUT /v2.0/ports/551049b3-f6c2-479f-9493-4761a2f86f8e HTTP/1.1" status: 200 len: 1093 time: 1.1669559 May 13 17:30:03.690842 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a6a74-e4e8-4841-8d9b-2cefa38aa6cb x-openstack-request-id: req-6e0a6a74-e4e8-4841-8d9b-2cefa38aa6cb {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:03.692060 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:03.692338 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e0a6a74-e4e8-4841-8d9b-2cefa38aa6cb {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:03.692768 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0a6a74-e4e8-4841-8d9b-2cefa38aa6cb'] response: {'name': 'network-changed', 'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'status': 'completed', 'code': 200} May 13 17:30:03.700536 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206d4fc-bb02-4545-8110-93d85a5c5da1 service neutron] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:03.797909 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8c10d-db63-4712-a656-46951789d65d req-2ba930ab-3b69-47d3-abf9-31713a84ddc7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:03.799507 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05b8c10d-db63-4712-a656-46951789d65d req-2ba930ab-3b69-47d3-abf9-31713a84ddc7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.1304278 May 13 17:30:03.806065 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a594f-c71d-4972-983c-74180ae61691 req-0ef7558c-cba7-4953-b82f-b453eaa71b18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:03.807657 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-158a594f-c71d-4972-983c-74180ae61691 req-0ef7558c-cba7-4953-b82f-b453eaa71b18 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0568941 May 13 17:30:03.838083 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cee4-6936-445d-880c-1678efc10de6 req-612e402f-fb57-4afa-aa9a-5954f19b125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:03.840785 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b194cee4-6936-445d-880c-1678efc10de6 req-612e402f-fb57-4afa-aa9a-5954f19b125e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1127 time: 0.0913885 May 13 17:30:03.842164 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934b6c0-dcd3-4c08-878d-7f7a1a44a43c service neutron] Pushing event updated for resources: {'Port': ['ID=551049b3-f6c2-479f-9493-4761a2f86f8e,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:03.879237 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-158a594f-c71d-4972-983c-74180ae61691 req-411e3e6e-8e9b-4ddd-828d-0aec861e5b53 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660043 May 13 17:30:03.888336 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05b8c10d-db63-4712-a656-46951789d65d req-d241ca0b-aef8-4d75-b262-03180a7736be tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809157 May 13 17:30:03.984851 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6af74568-2301-416e-9b5d-f8652fffcbee req-870ec4dc-0747-4fd0-9c35-256a390594d5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0378838 May 13 17:30:04.038522 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f35f3-bb3c-44a6-8e03-2bc36e17f1df req-4c7b3bc7-1657-4e1c-9359-5365c31d2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.040126 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-392f35f3-bb3c-44a6-8e03-2bc36e17f1df req-4c7b3bc7-1657-4e1c-9359-5365c31d2c90 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 1130 time: 0.0532374 May 13 17:30:04.097173 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-392f35f3-bb3c-44a6-8e03-2bc36e17f1df req-bb09d9e7-5154-4dd1-9dff-70165eb1d328 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430593 May 13 17:30:04.130171 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d8cc2e72-0998-4857-a113-000899ae1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.131686 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-d8cc2e72-0998-4857-a113-000899ae1b27 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e9f5f08db8cb40f0857115f4c9aadaf7&device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 1127 time: 0.1799383 May 13 17:30:04.155508 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca020c2a-a08f-4904-ad5e-7a405cbba3b2 req-ca2cb163-3a41-4d39-98b6-c263b66e3a09 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.156933 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ca020c2a-a08f-4904-ad5e-7a405cbba3b2 req-ca2cb163-3a41-4d39-98b6-c263b66e3a09 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.2082601 May 13 17:30:04.204984 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cee4-6936-445d-880c-1678efc10de6 req-535ed074-0a17-4734-8d0e-33e0ca950047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.206420 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b194cee4-6936-445d-880c-1678efc10de6 req-535ed074-0a17-4734-8d0e-33e0ca950047 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2814057 May 13 17:30:04.213074 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-eda05066-2cce-492e-a849-13a56705ef66 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.214398 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-eda05066-2cce-492e-a849-13a56705ef66 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.2881455 May 13 17:30:04.242352 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ca020c2a-a08f-4904-ad5e-7a405cbba3b2 req-b84e047f-7e7b-4cca-90bf-63ef5ab04eb8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769997 May 13 17:30:04.644873 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ce9e1-810a-4418-963e-8498abed0068 req-0c340825-86f6-4dad-96f7-b77382f3c0fa tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.646407 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bb6ce9e1-810a-4418-963e-8498abed0068 req-0c340825-86f6-4dad-96f7-b77382f3c0fa tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 943 time: 0.0479422 May 13 17:30:04.684284 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-874e0bf8-3fa0-42c5-a923-253c051e27a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=551049b3-f6c2-479f-9493-4761a2f86f8e HTTP/1.1" status: 200 len: 217 time: 0.0804508 May 13 17:30:04.698002 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bb6ce9e1-810a-4418-963e-8498abed0068 req-d80a5c6b-7209-409a-95d8-43d8028c4723 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 May 13 17:30:04.755928 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:04.765655 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-8efb9ef1-48c4-4c17-8b2d-410cf3c49429 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 472 time: 0.1698692 May 13 17:30:04.766654 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194cee4-6936-445d-880c-1678efc10de6 req-9e656372-fa3e-4d62-ac91-6183496c52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.768022 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b194cee4-6936-445d-880c-1678efc10de6 req-9e656372-fa3e-4d62-ac91-6183496c52c7 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735628 May 13 17:30:04.985184 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228cdb-caba-40f4-992c-4f7ab9ebc929 req-97209c25-6c85-435b-9d37-6dd671b2109a tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:04.986764 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-23228cdb-caba-40f4-992c-4f7ab9ebc929 req-97209c25-6c85-435b-9d37-6dd671b2109a tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0485394 May 13 17:30:05.005156 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc88ae-279a-4054-a124-9b75e3ee2729 req-145ea51a-4798-4d58-b5f7-1deda69e8b5d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:05.006644 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-02fc88ae-279a-4054-a124-9b75e3ee2729 req-145ea51a-4798-4d58-b5f7-1deda69e8b5d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0509431 May 13 17:30:05.033685 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-23228cdb-caba-40f4-992c-4f7ab9ebc929 req-d5001471-568d-4dd1-a9c5-beb46dfd1535 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 May 13 17:30:05.054887 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-02fc88ae-279a-4054-a124-9b75e3ee2729 req-54e8446f-1d4b-4cad-8909-123d3d0f8eb9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 May 13 17:30:05.114810 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-559d355b-0a87-4328-9051-d4ee82dcdc85 req-88494331-173b-4b1d-983c-2c912ba5d2a0 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0271640 May 13 17:30:05.317859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'port': {'device_id': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'admin_state_up': True, 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'security_groups': ['cbfac849-f4eb-4874-bd2c-5e0150ead35e']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:05.355021 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5676b0-d736-46e8-bb7f-9a30b6676ab1 req-89b3f3f9-e728-4c91-be1e-fd74533287f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:05.356515 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5e5676b0-d736-46e8-bb7f-9a30b6676ab1 req-89b3f3f9-e728-4c91-be1e-fd74533287f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0476477 May 13 17:30:05.406358 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5e5676b0-d736-46e8-bb7f-9a30b6676ab1 req-9aaf0772-5fc0-4915-93fd-57d9fcf41636 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 May 13 17:30:05.413466 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-41b516f5-022f-4fa1-9bb6-9072b510bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:05.413680 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-41b516f5-022f-4fa1-9bb6-9072b510bc8a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be76b3f2-1f97-4839-b0a6-d76ec320fe02 HTTP/1.1" status: 200 len: 854 time: 0.0994806 May 13 17:30:05.504459 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-56bb72a9-c793-45ba-b7a0-671950d35cf9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608566 May 13 17:30:05.514079 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-a2b4cb98-26e4-4459-8cfb-f36b12b13c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:05.515524 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-a2b4cb98-26e4-4459-8cfb-f36b12b13c1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1127 time: 0.0745735 May 13 17:30:05.589014 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Made reservation on behalf of ae7b37b41d944427945d783a460ca12a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:30:05.592369 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:05.694382 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'tag': '551049b3-f6c2-479f-9493-4761a2f86f8e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:05.696567 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5432f01f-c717-4785-b224-e9fed9c695ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03ec8a-33aa-483a-af99-ff3925f006a1", "tag": "551049b3-f6c2-479f-9493-4761a2f86f8e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:05.716343 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.20.0.8 (88108179-f685-4c21-8286-b31593459871/bc9dd1b6-946c-4962-9d06-e605003b45f0/59800603-642e-4f31-b41b-ffa2355488f5) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:30:05.735267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9537d898-a0e9-4e98-9d47-b0a52d561d19 x-openstack-request-id: req-9537d898-a0e9-4e98-9d47-b0a52d561d19 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:05.738805 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03ec8a-33aa-483a-af99-ff3925f006a1", "tag": "551049b3-f6c2-479f-9493-4761a2f86f8e", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:05.738805 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9537d898-a0e9-4e98-9d47-b0a52d561d19 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:05.738805 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9537d898-a0e9-4e98-9d47-b0a52d561d19'] response: {'name': 'network-changed', 'server_uuid': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'tag': '551049b3-f6c2-479f-9493-4761a2f86f8e', 'status': 'completed', 'code': 200} May 13 17:30:05.817273 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fea7c-0416-4d09-bae6-40e901f5fa08 req-6f436ea9-d9ef-4769-9618-096da53543de tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:05.818794 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a75fea7c-0416-4d09-bae6-40e901f5fa08 req-6f436ea9-d9ef-4769-9618-096da53543de tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 943 time: 0.0527172 May 13 17:30:05.857198 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (59800603-642e-4f31-b41b-ffa2355488f5), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:05.868903 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a75fea7c-0416-4d09-bae6-40e901f5fa08 req-95f9f4d9-faa9-4eb0-965e-32a4401334dc tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 May 13 17:30:06.169355 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf1c23-5cb3-426a-99c6-aa20e38e8229 req-4359d0fc-0001-41eb-bb00-7e56c49fe607 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:06.171808 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c6cf1c23-5cb3-426a-99c6-aa20e38e8229 req-4359d0fc-0001-41eb-bb00-7e56c49fe607 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0492330 May 13 17:30:06.176595 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-a8ee0179-9301-4983-9398-9eb87bad26be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 217 time: 0.3161771 May 13 17:30:06.227927 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c6cf1c23-5cb3-426a-99c6-aa20e38e8229 req-ee84f37f-18be-4a7a-87e9-decea43594e9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489473 May 13 17:30:06.252836 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101235-b849-4f0c-8e6a-fd5460d683bb req-05973087-4113-4d71-9ee5-3f0675fd15e4 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:06.254336 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9101235-b849-4f0c-8e6a-fd5460d683bb req-05973087-4113-4d71-9ee5-3f0675fd15e4 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0833211 May 13 17:30:06.295974 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-952783c3-40b4-427d-909a-6759cf2e3d8c service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369524 May 13 17:30:06.317029 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e1d137e9-5063-4ec9-afd2-4dad62eac1e6 req-bb0da488-ee79-4f5b-9bd7-96031e0d75c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0332007 May 13 17:30:06.325988 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c9101235-b849-4f0c-8e6a-fd5460d683bb req-3282159e-ac61-403b-b3a4-0ad2022339be tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 May 13 17:30:06.361841 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (59800603-642e-4f31-b41b-ffa2355488f5), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:06.406410 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 88108179-f685-4c21-8286-b31593459871 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:30:06.409615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:30:06.413896 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:30:06.441947 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=59800603-642e-4f31-b41b-ffa2355488f5,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:06.477353 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:06.478469 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:06.524838 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:30:06.541538 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bf40d-4c7a-4f38-a0ad-a4d9c9b9df80 req-aca29dd0-6817-46dc-b242-ef0b372bfdee tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:06.544049 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b97bf40d-4c7a-4f38-a0ad-a4d9c9b9df80 req-aca29dd0-6817-46dc-b242-ef0b372bfdee tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0625198 May 13 17:30:06.582313 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-d6d8f3da-bb5e-48ea-bc8b-18b53bc6aacc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685213 May 13 17:30:06.604711 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b97bf40d-4c7a-4f38-a0ad-a4d9c9b9df80 req-ba9893da-0c50-4922-9bb7-74ebd503fae7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537543 May 13 17:30:06.685375 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-e5375248-1eb7-43f1-9bb0-9c85c55b729e None None] Provisioning complete for port 59800603-642e-4f31-b41b-ffa2355488f5 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:06.685844 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e5375248-1eb7-43f1-9bb0-9c85c55b729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (59800603-642e-4f31-b41b-ffa2355488f5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:06.720140 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-e5375248-1eb7-43f1-9bb0-9c85c55b729e None None] Port 59800603-642e-4f31-b41b-ffa2355488f5 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:30:06.734246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Request body: {'port': {'device_id': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:06.870770 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-c746190e-9917-46fb-a75f-830d42485cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:06.872096 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-c746190e-9917-46fb-a75f-830d42485cd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aad0c413-010c-4f53-a298-2e7b02b8e233 HTTP/1.1" status: 200 len: 848 time: 0.1587801 May 13 17:30:06.935228 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (59800603-642e-4f31-b41b-ffa2355488f5), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:06.964836 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-b03920a3-16c8-4a03-8775-6d48a98d46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:06.966362 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-b03920a3-16c8-4a03-8775-6d48a98d46c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f334e29-3120-4ec7-b43a-0baf54e47be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843229 May 13 17:30:06.970927 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a8a6db8b-3673-461a-ac8d-4a0ceada022a req-a85b0a96-cf38-4c09-a343-41e0c9928795 service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569067 May 13 17:30:07.042161 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e3a5a-e359-4117-a509-5f75629aa93e req-8033e5cb-60cb-4e67-9c95-dc0481c19c1c tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:07.045549 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e79e3a5a-e359-4117-a509-5f75629aa93e req-8033e5cb-60cb-4e67-9c95-dc0481c19c1c tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 943 time: 0.0765133 May 13 17:30:07.203609 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e79e3a5a-e359-4117-a509-5f75629aa93e req-d6972c30-818d-4004-a1cb-20fbd97356e2 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505308 May 13 17:30:07.314153 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-256b07a6-7653-44cb-99c7-dfc42278d478 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628699 May 13 17:30:07.354148 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058b9ad-5d3a-401d-be81-0ed298cf3780 req-9bd447d7-8a1f-48f6-84c2-ae0717f36814 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:07.356323 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a058b9ad-5d3a-401d-be81-0ed298cf3780 req-9bd447d7-8a1f-48f6-84c2-ae0717f36814 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0482488 May 13 17:30:07.386930 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59800603-642e-4f31-b41b-ffa2355488f5 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:07.399284 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Publish callbacks [] for port (59800603-642e-4f31-b41b-ffa2355488f5), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:07.422152 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a058b9ad-5d3a-401d-be81-0ed298cf3780 req-2ddadb96-af83-4ed1-a4b0-cda9442c003c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539303 May 13 17:30:07.448032 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Transition to ACTIVE for port object 59800603-642e-4f31-b41b-ffa2355488f5 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:30:07.461813 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f95d9-d71b-444c-95f2-dfa84163ad4e req-bc4ce78e-dc9d-4ff4-9621-5a42531eb23c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:07.463524 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-042f95d9-d71b-444c-95f2-dfa84163ad4e req-bc4ce78e-dc9d-4ff4-9621-5a42531eb23c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 931 time: 0.0663934 May 13 17:30:07.512546 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-042f95d9-d71b-444c-95f2-dfa84163ad4e req-e8af53ca-4375-4df2-89ff-53629ba274ee tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 May 13 17:30:07.515175 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (59800603-642e-4f31-b41b-ffa2355488f5), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:07.569347 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Pushing event updated for resources: {'Port': ['ID=59800603-642e-4f31-b41b-ffa2355488f5,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:07.642350 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Attempting to bind port 59800603-642e-4f31-b41b-ffa2355488f5 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:30:07.645979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Attempting to bind port 59800603-642e-4f31-b41b-ffa2355488f5 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:30:07.645979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Attempting to bind port 59800603-642e-4f31-b41b-ffa2355488f5 on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:30:07.649016 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Port 59800603-642e-4f31-b41b-ffa2355488f5 on network 88108179-f685-4c21-8286-b31593459871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:30:07.649436 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Attempting to bind port 59800603-642e-4f31-b41b-ffa2355488f5 on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:30:07.654976 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:30:07.655419 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Checking segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:30:07.655807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Bound using segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:30:07.656233 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Bound port: 59800603-642e-4f31-b41b-ffa2355488f5, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:30:07.656595 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (59800603-642e-4f31-b41b-ffa2355488f5), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:07.764342 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051d84-bf07-4128-9e69-6faab913d2e0 req-60c866a1-bee0-4da5-bd7a-d92ff3ab4ee6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:07.765850 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e051d84-bf07-4128-9e69-6faab913d2e0 req-60c866a1-bee0-4da5-bd7a-d92ff3ab4ee6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0654109 May 13 17:30:07.768384 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] For port 59800603-642e-4f31-b41b-ffa2355488f5, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:30:07.771588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] For port 59800603-642e-4f31-b41b-ffa2355488f5, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=59800603-642e-4f31-b41b-ffa2355488f5,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:30:07.815009 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e051d84-bf07-4128-9e69-6faab913d2e0 req-3af71056-1641-43c5-88a2-10b4a6eef7a4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 May 13 17:30:07.898900 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (59800603-642e-4f31-b41b-ffa2355488f5), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:07.934292 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:07.934903 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:07.936524 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] 10.222.0.82 "PUT /v2.0/ports/59800603-642e-4f31-b41b-ffa2355488f5 HTTP/1.1" status: 200 len: 1093 time: 1.2070823 May 13 17:30:07.936957 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:07.939189 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750df8d-5527-4b85-bfad-ea18116fc75f" -d '{"events": [{"name": "network-changed", "server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "tag": "59800603-642e-4f31-b41b-ffa2355488f5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:07.990610 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf06d65d-7ade-4f06-aa6f-30e038682203 x-openstack-request-id: req-cf06d65d-7ade-4f06-aa6f-30e038682203 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:07.990910 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "tag": "59800603-642e-4f31-b41b-ffa2355488f5", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:07.991189 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf06d65d-7ade-4f06-aa6f-30e038682203 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:07.991599 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf06d65d-7ade-4f06-aa6f-30e038682203'] response: {'name': 'network-changed', 'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5', 'status': 'completed', 'code': 200} May 13 17:30:08.000923 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702ccf-8195-47a4-8271-26d029acc023 service neutron] Pushing event updated for resources: {'Port': ['ID=59800603-642e-4f31-b41b-ffa2355488f5,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:08.011419 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b474b7-1c5a-48de-b1ea-2f1f21522672 req-91e832c5-3ae1-4dcf-a5bb-0d183bf585c1 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:08.012939 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68b474b7-1c5a-48de-b1ea-2f1f21522672 req-91e832c5-3ae1-4dcf-a5bb-0d183bf585c1 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0686934 May 13 17:30:08.071732 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68b474b7-1c5a-48de-b1ea-2f1f21522672 req-1a892f30-6e33-4212-9863-350a35b5b249 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 May 13 17:30:08.317868 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1623129-0c7a-4dd3-b322-ba2f765f88b3 req-f14c1bc1-4e1c-4895-af08-7776f5a601cb tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:08.319415 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f1623129-0c7a-4dd3-b322-ba2f765f88b3 req-f14c1bc1-4e1c-4895-af08-7776f5a601cb tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 943 time: 0.0458686 May 13 17:30:08.378156 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f1623129-0c7a-4dd3-b322-ba2f765f88b3 req-17e093e6-03a9-40b9-919f-901a3b54af67 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 May 13 17:30:08.533321 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a14c-b44e-408f-9b05-8d87ef46e601 req-4ed13765-a9d8-4c88-ad86-9ba38282230f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:08.534705 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61f0a14c-b44e-408f-9b05-8d87ef46e601 req-4ed13765-a9d8-4c88-ad86-9ba38282230f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0465615 May 13 17:30:08.583306 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61f0a14c-b44e-408f-9b05-8d87ef46e601 req-59ae02b8-9790-4224-b792-cf26d13af914 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 May 13 17:30:08.634941 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98731c-90bf-4756-9855-e89591d331c4 req-d8e4f172-10a1-4057-a482-fa8c07e7fc12 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:08.636442 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4c98731c-90bf-4756-9855-e89591d331c4 req-d8e4f172-10a1-4057-a482-fa8c07e7fc12 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0462577 May 13 17:30:08.681985 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4c98731c-90bf-4756-9855-e89591d331c4 req-b8bcf2c8-4cba-4d08-82dd-124e20cdcd13 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399952 May 13 17:30:08.927264 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910f55e-80c0-4da5-9bb2-223b9f78228e req-2dd60b5c-6087-4cf3-b737-0cdf9793cf55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:08.928729 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5910f55e-80c0-4da5-9bb2-223b9f78228e req-2dd60b5c-6087-4cf3-b737-0cdf9793cf55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0499630 May 13 17:30:08.974662 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5910f55e-80c0-4da5-9bb2-223b9f78228e req-73c8c7c0-817a-4bbb-bcb8-4d3c8de67215 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 May 13 17:30:09.183716 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97540d9-5be1-4ddb-9836-2f0500fdee19 req-69c2a134-d2f4-4aa9-9b15-f53347c11f57 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:09.185177 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b97540d9-5be1-4ddb-9836-2f0500fdee19 req-69c2a134-d2f4-4aa9-9b15-f53347c11f57 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0459597 May 13 17:30:09.230351 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b97540d9-5be1-4ddb-9836-2f0500fdee19 req-0d63c7e6-daf9-46f9-ac81-2b1e2581dcc8 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 May 13 17:30:09.496407 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570b9e8-499a-4136-826f-c283ba91972e req-0f280d16-2db5-4baa-902b-13c2ad41e4e4 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:09.498122 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f570b9e8-499a-4136-826f-c283ba91972e req-0f280d16-2db5-4baa-902b-13c2ad41e4e4 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 943 time: 0.0544572 May 13 17:30:09.547903 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f570b9e8-499a-4136-826f-c283ba91972e req-f12c6da0-1056-407f-9c9b-92a2a607af09 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 May 13 17:30:09.698306 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5858e-4274-410e-8b1b-f4e068f3f7f0 req-1e42b210-140f-4236-9da7-d1dff007d14f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:09.699807 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3af5858e-4274-410e-8b1b-f4e068f3f7f0 req-1e42b210-140f-4236-9da7-d1dff007d14f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0498328 May 13 17:30:09.749165 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3af5858e-4274-410e-8b1b-f4e068f3f7f0 req-6711f252-06dd-4451-a9b4-c1a6329dcb08 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 May 13 17:30:09.793425 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889c6c1-10ae-4581-9b73-575320ea3fd3 req-2add4d34-b4fc-4880-99d1-0845da047a21 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:09.794901 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6889c6c1-10ae-4581-9b73-575320ea3fd3 req-2add4d34-b4fc-4880-99d1-0845da047a21 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0465918 May 13 17:30:09.843041 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6889c6c1-10ae-4581-9b73-575320ea3fd3 req-18802e9f-91d9-48f5-aa0d-b1e01339801a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 May 13 17:30:10.084755 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3c76d-b085-4618-8682-16fe126063c9 req-844dc671-17b0-47c1-8c19-0d085b2d557c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:10.087339 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-09c3c76d-b085-4618-8682-16fe126063c9 req-844dc671-17b0-47c1-8c19-0d085b2d557c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0467308 May 13 17:30:10.132833 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-09c3c76d-b085-4618-8682-16fe126063c9 req-a131d72d-ca8d-450f-bb15-e1a1927dd6d1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 May 13 17:30:10.420901 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9790-b76c-4699-8fa6-c1753ec09157 req-d1ae52a3-c63c-4828-b9db-b36e6b125fd5 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:10.422288 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b21e9790-b76c-4699-8fa6-c1753ec09157 req-d1ae52a3-c63c-4828-b9db-b36e6b125fd5 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.1260118 May 13 17:30:10.427582 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432f01f-c717-4785-b224-e9fed9c695ad req-01d5e179-43c9-42ff-8b87-03f1eb87bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:10.429076 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5432f01f-c717-4785-b224-e9fed9c695ad req-01d5e179-43c9-42ff-8b87-03f1eb87bec2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e9f5f08db8cb40f0857115f4c9aadaf7&device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 1127 time: 0.1015658 May 13 17:30:10.489431 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e1606680-9c39-45e3-b07a-fffcff540c39 req-7c3f9570-745b-47cd-be92-27db929a8273 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607444 May 13 17:30:10.496208 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b21e9790-b76c-4699-8fa6-c1753ec09157 req-15b5e48c-6bdc-46ef-bfe5-cd14ad6de197 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 May 13 17:30:10.665429 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e02a-e153-4e14-9e04-3f476f31d3f2 req-5fd37bc1-74bf-4704-86fe-c183586bf1b8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:10.666892 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64f2e02a-e153-4e14-9e04-3f476f31d3f2 req-5fd37bc1-74bf-4704-86fe-c183586bf1b8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 943 time: 0.0495863 May 13 17:30:10.712817 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64f2e02a-e153-4e14-9e04-3f476f31d3f2 req-92457b1a-f0ad-4d78-aba2-777b8d1dfe70 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403697 May 13 17:30:10.859440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a1597-253d-4806-93ee-0a2487d392ec req-93bc150a-2c6e-433b-944a-4f3e7c661e7c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:10.860940 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b55a1597-253d-4806-93ee-0a2487d392ec req-93bc150a-2c6e-433b-944a-4f3e7c661e7c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0470095 May 13 17:30:10.942098 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750df8d-5527-4b85-bfad-ea18116fc75f req-4d27ab58-5b87-46fa-a97d-5aedf83a7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:10.943611 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a750df8d-5527-4b85-bfad-ea18116fc75f req-4d27ab58-5b87-46fa-a97d-5aedf83a7324 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 1127 time: 0.0607460 May 13 17:30:10.952391 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b55a1597-253d-4806-93ee-0a2487d392ec req-b8b81628-adec-4320-b2cb-5b1ab6a42482 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837338 May 13 17:30:10.953305 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 551049b3-f6c2-479f-9493-4761a2f86f8e details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:30:10.980428 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790079e0-80c5-421d-82f8-dbba7b946e9f req-9f0a77e1-eb0a-47dc-9982-ee4cb95f747e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:10.982333 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-790079e0-80c5-421d-82f8-dbba7b946e9f req-9f0a77e1-eb0a-47dc-9982-ee4cb95f747e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0584700 May 13 17:30:11.031198 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-790079e0-80c5-421d-82f8-dbba7b946e9f req-d1696433-ec0b-4167-8a57-f56fbfaa4c6b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 May 13 17:30:11.059311 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 551049b3-f6c2-479f-9493-4761a2f86f8e, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=551049b3-f6c2-479f-9493-4761a2f86f8e,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:11.070670 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '551049b3-f6c2-479f-9493-4761a2f86f8e', 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46', 'port_id': '551049b3-f6c2-479f-9493-4761a2f86f8e', 'mac_address': 'fa:16:3e:57:2a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be76b3f2-1f97-4839-b0a6-d76ec320fe02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:30:11.107761 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 551049b3-f6c2-479f-9493-4761a2f86f8e is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:11.108149 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:11.120581 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551049b3-f6c2-479f-9493-4761a2f86f8e {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:11.139989 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 551049b3-f6c2-479f-9493-4761a2f86f8e, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=551049b3-f6c2-479f-9493-4761a2f86f8e,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:11.224350 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:11.244378 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f0822-caa6-4a77-9b92-45b358a745fe req-e3eaf4b8-fa9d-41c3-af5e-65403ea8da1e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:11.247771 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-208f0822-caa6-4a77-9b92-45b358a745fe req-e3eaf4b8-fa9d-41c3-af5e-65403ea8da1e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0470448 May 13 17:30:11.276469 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=551049b3-f6c2-479f-9493-4761a2f86f8e,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:11.293133 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-208f0822-caa6-4a77-9b92-45b358a745fe req-2b0b6350-f4ca-4dcc-abca-b8fc404a3529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 May 13 17:30:11.610816 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405a8dc-e2a4-4217-b871-dd8357814a2d req-aa131eab-9092-4413-be6e-458383e66be9 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:11.612342 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1405a8dc-e2a4-4217-b871-dd8357814a2d req-aa131eab-9092-4413-be6e-458383e66be9 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0506375 May 13 17:30:11.663339 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1405a8dc-e2a4-4217-b871-dd8357814a2d req-5434f755-3e78-4ddd-984f-d564165f8511 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 May 13 17:30:11.798167 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['551049b3-f6c2-479f-9493-4761a2f86f8e'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:30:11.825044 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb820-63eb-455f-804f-9ad52ab161c0 req-3f151fe2-0586-452d-95e8-d0b8b36a8be2 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:11.826539 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-331fb820-63eb-455f-804f-9ad52ab161c0 req-3f151fe2-0586-452d-95e8-d0b8b36a8be2 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 944 time: 0.0480130 May 13 17:30:11.880841 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-331fb820-63eb-455f-804f-9ad52ab161c0 req-c6d7b0eb-2fda-4278-a2b4-0c6c82a3a81d tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477500 May 13 17:30:12.086398 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f1e17-ec05-40eb-927d-12dd02d04ecc req-28f2ee12-70e3-45e8-a52e-6d3a24f44968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:12.093230 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-447f1e17-ec05-40eb-927d-12dd02d04ecc req-28f2ee12-70e3-45e8-a52e-6d3a24f44968 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0646875 May 13 17:30:12.169075 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-447f1e17-ec05-40eb-927d-12dd02d04ecc req-9e45a4a1-cd92-4acc-8921-dacbb1795379 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652790 May 13 17:30:12.175351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02004-d720-4716-aff3-f72e7e6b25c6 req-d675373b-8d6b-4406-88c5-19932c79ec1c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:12.176891 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95e02004-d720-4716-aff3-f72e7e6b25c6 req-d675373b-8d6b-4406-88c5-19932c79ec1c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0710952 May 13 17:30:12.234510 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95e02004-d720-4716-aff3-f72e7e6b25c6 req-58bc8b0e-c1e5-47e6-8989-9b579c1c6b48 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 May 13 17:30:12.410003 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7506bf0-9118-4e37-a72a-b3fafa611d79 req-783252db-2c83-461b-8e9a-f4cc0e07de5f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:12.411519 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e7506bf0-9118-4e37-a72a-b3fafa611d79 req-783252db-2c83-461b-8e9a-f4cc0e07de5f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0486383 May 13 17:30:12.460037 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e7506bf0-9118-4e37-a72a-b3fafa611d79 req-7ba9d2b3-1b2e-4123-a1e0-29ceb856fad8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 May 13 17:30:12.633041 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432f01f-c717-4785-b224-e9fed9c695ad req-66b4c1c0-7f53-4e6c-99c3-8d19c5ceacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:12.635590 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5432f01f-c717-4785-b224-e9fed9c695ad req-66b4c1c0-7f53-4e6c-99c3-8d19c5ceacd4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46 HTTP/1.1" status: 200 len: 915 time: 0.0963538 May 13 17:30:12.781023 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033cfff-eba9-4268-96ea-99d3462b89d8 req-066a41fb-b8b6-4f36-a1fe-34fb236d0423 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:12.782507 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3033cfff-eba9-4268-96ea-99d3462b89d8 req-066a41fb-b8b6-4f36-a1fe-34fb236d0423 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0541272 May 13 17:30:12.829569 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3033cfff-eba9-4268-96ea-99d3462b89d8 req-d0645918-18fb-4b0a-86ac-38c200607069 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 May 13 17:30:12.992535 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067a1a7-c727-4eb1-98ce-692f6655ef37 req-5e08fae9-2f5b-45bd-a9bd-ef2d613c5c89 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:12.994057 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d067a1a7-c727-4eb1-98ce-692f6655ef37 req-5e08fae9-2f5b-45bd-a9bd-ef2d613c5c89 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 944 time: 0.0540261 May 13 17:30:13.040757 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d067a1a7-c727-4eb1-98ce-692f6655ef37 req-9930458e-30db-4eaf-817d-f2a4c910a9d1 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 May 13 17:30:13.290139 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3150f4-c46c-4841-b707-42d04eee1c6b req-57c6436c-23a0-4836-bd67-568f6b791925 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:13.293107 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 551049b3-f6c2-479f-9493-4761a2f86f8e up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:30:13.302832 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c3150f4-c46c-4841-b707-42d04eee1c6b req-57c6436c-23a0-4836-bd67-568f6b791925 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0770857 May 13 17:30:13.366411 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 551049b3-f6c2-479f-9493-4761a2f86f8e completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:30:13.369962 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c3150f4-c46c-4841-b707-42d04eee1c6b req-99743264-5fa0-4330-bbcf-5395acbec113 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635145 May 13 17:30:13.389037 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9fad4-477c-45dc-b4a8-b9fe3453c0be req-919f67c6-3c26-4365-920f-b50dddc1f0a9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:13.390525 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-54d9fad4-477c-45dc-b4a8-b9fe3453c0be req-919f67c6-3c26-4365-920f-b50dddc1f0a9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0857406 May 13 17:30:13.440124 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-54d9fad4-477c-45dc-b4a8-b9fe3453c0be req-7fe02e00-5ae5-4a88-8b1c-bbefd45e96a8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 May 13 17:30:13.446349 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 551049b3-f6c2-479f-9493-4761a2f86f8e triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:13.446740 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:13.477033 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:13.526596 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 551049b3-f6c2-479f-9493-4761a2f86f8e is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:13.526991 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:13.549553 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551049b3-f6c2-479f-9493-4761a2f86f8e'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:13.552330 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b04333-edfb-4aa4-8d05-8d89569fb75b" -d '{"events": [{"server_uuid": "8f03ec8a-33aa-483a-af99-ff3925f006a1", "name": "network-vif-plugged", "status": "completed", "tag": "551049b3-f6c2-479f-9493-4761a2f86f8e"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:13.565751 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 551049b3-f6c2-479f-9493-4761a2f86f8e, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=551049b3-f6c2-479f-9493-4761a2f86f8e,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:13.577670 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b46f-711e-4f50-a062-f436c253cb68 req-eea8af46-2188-4953-9938-fa2fa48265b9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:13.579165 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5a2b46f-711e-4f50-a062-f436c253cb68 req-eea8af46-2188-4953-9938-fa2fa48265b9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0512264 May 13 17:30:13.608227 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e078d9-925d-4a5e-9688-25057b1b409a x-openstack-request-id: req-96e078d9-925d-4a5e-9688-25057b1b409a {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:13.608227 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03ec8a-33aa-483a-af99-ff3925f006a1", "name": "network-vif-plugged", "status": "completed", "tag": "551049b3-f6c2-479f-9493-4761a2f86f8e", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:13.608227 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96e078d9-925d-4a5e-9688-25057b1b409a {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:13.608227 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e078d9-925d-4a5e-9688-25057b1b409a'] response: {'server_uuid': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551049b3-f6c2-479f-9493-4761a2f86f8e', 'code': 200} May 13 17:30:13.633563 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a5a2b46f-711e-4f50-a062-f436c253cb68 req-154791ac-c9c8-4999-8269-e2de5d100cca tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 May 13 17:30:13.646616 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:13.703961 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=551049b3-f6c2-479f-9493-4761a2f86f8e,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:13.864670 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750df8d-5527-4b85-bfad-ea18116fc75f req-59fc6a68-c38d-4ddd-afbd-cb9781b41f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:13.866165 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a750df8d-5527-4b85-bfad-ea18116fc75f req-59fc6a68-c38d-4ddd-afbd-cb9781b41f1f service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ae7b37b41d944427945d783a460ca12a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0979340 May 13 17:30:13.949624 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9c8c3-e762-45d2-9255-c0e59226ebf1 req-0874a739-7a9f-4542-94ba-effa6a2ea370 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:13.951568 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e0d9c8c3-e762-45d2-9255-c0e59226ebf1 req-0874a739-7a9f-4542-94ba-effa6a2ea370 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.0498326 May 13 17:30:14.004101 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e0d9c8c3-e762-45d2-9255-c0e59226ebf1 req-56b32b46-fc56-4b5a-8b78-c231f8be3d31 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459266 May 13 17:30:14.155270 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51ae17-6c0a-44eb-94a7-6b484d436289 req-cb56dbef-5a50-493e-a488-7a5a87c1d279 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:14.156734 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae51ae17-6c0a-44eb-94a7-6b484d436289 req-cb56dbef-5a50-493e-a488-7a5a87c1d279 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0462511 May 13 17:30:14.236673 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5432f01f-c717-4785-b224-e9fed9c695ad req-c4ecc69c-5acd-44af-885c-bdfcbf1e063a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=551049b3-f6c2-479f-9493-4761a2f86f8e HTTP/1.1" status: 200 len: 217 time: 0.0445518 May 13 17:30:14.240416 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ae51ae17-6c0a-44eb-94a7-6b484d436289 req-f86b6b33-e485-4966-8892-6343c0dab300 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775676 May 13 17:30:14.478991 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e065e5-327b-4ff0-9863-a28efc7538e5 req-b6d9bf60-7348-4af5-af28-6faef3243b9a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:14.480593 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-44e065e5-327b-4ff0-9863-a28efc7538e5 req-b6d9bf60-7348-4af5-af28-6faef3243b9a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0537212 May 13 17:30:14.530547 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-44e065e5-327b-4ff0-9863-a28efc7538e5 req-8493651f-ddd3-49ed-bcda-41acd49f55b1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441585 May 13 17:30:14.552937 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b586d6-9dca-44a0-83b4-0c03a0bd3ebb req-1c0ab864-a708-4e93-a932-f3ff029c72ca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:14.554512 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-56b586d6-9dca-44a0-83b4-0c03a0bd3ebb req-1c0ab864-a708-4e93-a932-f3ff029c72ca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0478034 May 13 17:30:14.602357 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-56b586d6-9dca-44a0-83b4-0c03a0bd3ebb req-2cb24841-7b4c-4a70-8305-fc3b79f344cd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 May 13 17:30:14.759483 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffda2c-62bc-4aa4-81a7-77c7bd8736f5 req-01d30cdf-3026-4fcc-b3df-3e6f87218f7a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:14.761074 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-91ffda2c-62bc-4aa4-81a7-77c7bd8736f5 req-01d30cdf-3026-4fcc-b3df-3e6f87218f7a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0551598 May 13 17:30:14.815536 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-91ffda2c-62bc-4aa4-81a7-77c7bd8736f5 req-9dc1be24-c782-4206-a4cb-7c55901b1e5f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487225 May 13 17:30:14.886065 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81000bc3-74c9-4433-9e53-926b3900af22 req-4af4269e-c2b3-45b8-9824-1694ec232c98 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:14.887523 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81000bc3-74c9-4433-9e53-926b3900af22 req-4af4269e-c2b3-45b8-9824-1694ec232c98 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.1327693 May 13 17:30:14.908583 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432f01f-c717-4785-b224-e9fed9c695ad req-1eb6c86e-6c9f-4000-ae92-fb4a3b662015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:14.909467 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5432f01f-c717-4785-b224-e9fed9c695ad req-1eb6c86e-6c9f-4000-ae92-fb4a3b662015 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be76b3f2-1f97-4839-b0a6-d76ec320fe02 HTTP/1.1" status: 200 len: 854 time: 0.1624408 May 13 17:30:14.986803 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5432f01f-c717-4785-b224-e9fed9c695ad req-663c953d-58ac-4682-81ef-1cb94e3ef3bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494952 May 13 17:30:14.987872 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750df8d-5527-4b85-bfad-ea18116fc75f req-42150a6e-07d0-44b5-b556-4ba252c1c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:14.989210 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a750df8d-5527-4b85-bfad-ea18116fc75f req-42150a6e-07d0-44b5-b556-4ba252c1c07e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502799 May 13 17:30:15.095366 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Deleting port c62b5b29-b80a-46ee-971c-66d386497347 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:30:15.095988 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (c62b5b29-b80a-46ee-971c-66d386497347), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:15.131646 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade67a0-2f22-4408-b85c-534f93347500 req-b2e40f24-b695-4ffa-9072-fe69448a6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.133168 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fade67a0-2f22-4408-b85c-534f93347500 req-b2e40f24-b695-4ffa-9072-fe69448a6de7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 1129 time: 0.0458486 May 13 17:30:15.179121 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fade67a0-2f22-4408-b85c-534f93347500 req-c29df0bc-e195-4440-a309-210d91facb4d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384216 May 13 17:30:15.213142 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feafd0-010c-4a8a-b438-24f69ed3996d req-34d2dbd5-e409-46f1-ba66-67071c6b922f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.214626 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35feafd0-010c-4a8a-b438-24f69ed3996d req-34d2dbd5-e409-46f1-ba66-67071c6b922f tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 946 time: 0.1381376 May 13 17:30:15.218834 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-78facc7f-5290-4fc7-bf12-d9219aac415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.220242 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-78facc7f-5290-4fc7-bf12-d9219aac415d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 1127 time: 0.1426897 May 13 17:30:15.262992 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5432f01f-c717-4785-b224-e9fed9c695ad req-49ed9157-8d91-490c-9170-786ebe0404dd service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520120 May 13 17:30:15.298357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] For port c62b5b29-b80a-46ee-971c-66d386497347, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c62b5b29-b80a-46ee-971c-66d386497347,segment=NetworkSegment(6709dbea-9231-453d-abeb-e2543014ce65),segment_id=6709dbea-9231-453d-abeb-e2543014ce65)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:15.298725 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (c62b5b29-b80a-46ee-971c-66d386497347), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:15.317531 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35feafd0-010c-4a8a-b438-24f69ed3996d req-9eeb925c-061e-480c-82a6-5b9ba033d96b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/security-groups?id=ddfd8df2-b068-4f0c-b7df-aa06285606a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936444 May 13 17:30:15.322309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Calling delete_port for c62b5b29-b80a-46ee-971c-66d386497347 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:30:15.355007 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551edf8-156c-4fce-99fa-b880a10928bf req-5befbb58-4ed3-48d5-a799-d1b813e228f4 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.356525 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e551edf8-156c-4fce-99fa-b880a10928bf req-5befbb58-4ed3-48d5-a799-d1b813e228f4 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0492327 May 13 17:30:15.403285 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e551edf8-156c-4fce-99fa-b880a10928bf req-e7cad0cc-d75f-4e98-b104-c240326db94b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 May 13 17:30:15.515496 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c62b5b29-b80a-46ee-971c-66d386497347), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:15.543710 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Pushing event deleted for resources: {'Port': ['ID=c62b5b29-b80a-46ee-971c-66d386497347,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:15.591861 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] No DVR routers for this DVR port c62b5b29-b80a-46ee-971c-66d386497347 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:30:15.594370 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:15.598072 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81000bc3-74c9-4433-9e53-926b3900af22 req-850f2a1c-103e-4f93-98de-4f10208e631d tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.82 "DELETE /v2.0/ports/c62b5b29-b80a-46ee-971c-66d386497347 HTTP/1.1" status: 204 len: 173 time: 0.7046895 May 13 17:30:15.598524 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'name': 'network-vif-deleted', 'tag': 'c62b5b29-b80a-46ee-971c-66d386497347'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:15.600830 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f54809-eeb9-4d25-a473-5d1150900336" -d '{"events": [{"server_uuid": "686847ed-a4cd-42fe-ae51-44ce52cf1ae4", "name": "network-vif-deleted", "tag": "c62b5b29-b80a-46ee-971c-66d386497347"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:15.645979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a332812c-4a1c-4f1d-b807-6878088482ac x-openstack-request-id: req-a332812c-4a1c-4f1d-b807-6878088482ac {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:15.647698 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686847ed-a4cd-42fe-ae51-44ce52cf1ae4", "name": "network-vif-deleted", "tag": "c62b5b29-b80a-46ee-971c-66d386497347", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:15.647698 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a332812c-4a1c-4f1d-b807-6878088482ac {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:15.647698 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a332812c-4a1c-4f1d-b807-6878088482ac'] response: {'server_uuid': '686847ed-a4cd-42fe-ae51-44ce52cf1ae4', 'name': 'network-vif-deleted', 'tag': 'c62b5b29-b80a-46ee-971c-66d386497347', 'status': 'completed', 'code': 200} May 13 17:30:15.724085 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-112a4bbe-ad58-4c8f-8df1-a78ca4ae6979 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59800603-642e-4f31-b41b-ffa2355488f5 HTTP/1.1" status: 200 len: 217 time: 0.1067910 May 13 17:30:15.732136 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d0417-6f22-4448-bf08-e463425d8c68 req-e17cb1d3-3f93-40d0-9a47-9882cc58c4cd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.733614 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-255d0417-6f22-4448-bf08-e463425d8c68 req-e17cb1d3-3f93-40d0-9a47-9882cc58c4cd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.1284287 May 13 17:30:15.748103 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca8d78-d231-4e3e-832f-2311676b0a7d req-61859f5b-15ec-432f-a1f3-2320b766f071 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.749702 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e6ca8d78-d231-4e3e-832f-2311676b0a7d req-61859f5b-15ec-432f-a1f3-2320b766f071 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0549412 May 13 17:30:15.796340 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5432f01f-c717-4785-b224-e9fed9c695ad req-06c03a55-2f99-4acb-82e2-a96c98237843 service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808989 May 13 17:30:15.810138 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-255d0417-6f22-4448-bf08-e463425d8c68 req-0530b689-6221-4528-a5e7-b7d1d7a58fa5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682821 May 13 17:30:15.811904 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e6ca8d78-d231-4e3e-832f-2311676b0a7d req-ce9b5fa9-9d28-4405-b658-3953ab55714e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561695 May 13 17:30:15.932209 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e35c-584a-4d3c-91e5-1e69d6fee128 req-f30e30e0-2f49-4261-b0f8-7ed0cd27c543 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.933694 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-85e8e35c-584a-4d3c-91e5-1e69d6fee128 req-f30e30e0-2f49-4261-b0f8-7ed0cd27c543 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0458355 May 13 17:30:15.934747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee588b-3951-433d-acbe-41c7eb9cb2df req-bf5aa587-eb06-48d6-8fe1-d1dc19329036 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:15.936232 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1bee588b-3951-433d-acbe-41c7eb9cb2df req-bf5aa587-eb06-48d6-8fe1-d1dc19329036 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0498695 May 13 17:30:15.985787 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-85e8e35c-584a-4d3c-91e5-1e69d6fee128 req-5117aa82-8a54-4c38-9d62-0eced58574e7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462949 May 13 17:30:16.014040 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46292) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:16.163780 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db1f995-1cff-4066-8528-ea7930a72126 tempest-TestMinimumBasicScenario-1756678987 tempest-TestMinimumBasicScenario-1756678987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:16.165458 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8db1f995-1cff-4066-8528-ea7930a72126 tempest-TestMinimumBasicScenario-1756678987 tempest-TestMinimumBasicScenario-1756678987-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1124 time: 0.1503532 May 13 17:30:16.168368 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46296) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:16.172652 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'port_id': '53b14020-f762-46c1-859f-588cb62cbd07', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:16.227959 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1bee588b-3951-433d-acbe-41c7eb9cb2df req-2192371e-c3c7-4979-bbe0-2d70a73e4584 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856429 May 13 17:30:16.264184 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:16.343684 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:16.428835 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b1c93325-bfa6-443d-930c-63d4ba49b4cf req-2954935a-d3be-471d-9653-de1d0a2cd90b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0365057 May 13 17:30:16.480827 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Allocated IP 172.27.3.85 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/62b72046-e5f5-43e3-a326-e1dd4636162e) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:30:16.592096 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afceaa-d492-46f9-a791-b06cf5f64014 req-755918b9-f661-45c2-b736-9b8a51e7078b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:16.593615 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a5afceaa-d492-46f9-a791-b06cf5f64014 req-755918b9-f661-45c2-b736-9b8a51e7078b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0939837 May 13 17:30:16.669732 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:16.677106 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a5afceaa-d492-46f9-a791-b06cf5f64014 req-45aea121-b924-4093-88a5-4ad0617dc396 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764322 May 13 17:30:16.801331 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:16.837620 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:30:16.840586 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:30:16.844279 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:30:16.879463 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'Port': ['ID=62b72046-e5f5-43e3-a326-e1dd4636162e,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:16.956361 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4074efd-6045-444a-8d3a-37834363f2b6 req-70d22147-7700-48ca-80be-b0b0729653fe tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:16.958363 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4074efd-6045-444a-8d3a-37834363f2b6 req-70d22147-7700-48ca-80be-b0b0729653fe tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0713079 May 13 17:30:17.079345 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4074efd-6045-444a-8d3a-37834363f2b6 req-35a15b2d-0fbb-4186-9678-024cdb51c763 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125805 May 13 17:30:17.228831 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b12d9-5ed3-4448-b7d5-b6d92bd00ece req-af04bbad-a20c-4b70-b3e2-62de010c8031 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:17.230158 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343aa6f-9ad9-4be2-8f08-15ba1484de97 req-699ed4e3-d9d3-43b6-97f0-0a4fe712bae9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:17.230415 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-449b12d9-5ed3-4448-b7d5-b6d92bd00ece req-af04bbad-a20c-4b70-b3e2-62de010c8031 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0466323 May 13 17:30:17.231658 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2343aa6f-9ad9-4be2-8f08-15ba1484de97 req-699ed4e3-d9d3-43b6-97f0-0a4fe712bae9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0908175 May 13 17:30:17.275641 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c62b5b29-b80a-46ee-971c-66d386497347 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:30:17.280966 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-449b12d9-5ed3-4448-b7d5-b6d92bd00ece req-8e7dbc52-1815-47ec-901a-70194422873a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434937 May 13 17:30:17.297507 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: c62b5b29-b80a-46ee-971c-66d386497347 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:30:17.298132 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c62b5b29-b80a-46ee-971c-66d386497347 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:30:17.324582 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2343aa6f-9ad9-4be2-8f08-15ba1484de97 req-a232c123-aa51-4ee5-84f8-ef6cdd9ad5f8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867574 May 13 17:30:17.374847 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for floatingip (38cf400e-d1de-4310-bef1-36cf705d9457), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:17.393172 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea350a-d399-42a6-9971-377d5ee5b742 req-3c4d58e5-c84d-4424-98f2-1f040b694233 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:17.394729 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-40ea350a-d399-42a6-9971-377d5ee5b742 req-3c4d58e5-c84d-4424-98f2-1f040b694233 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0507390 May 13 17:30:17.448306 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-40ea350a-d399-42a6-9971-377d5ee5b742 req-423a6c30-dcf4-4c94-9dfa-4e8ad7c2c98d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466449 May 13 17:30:17.559416 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cb613370-8bdd-4ec6-a619-a95a94bccc65 req-bceca591-976f-47b8-9740-92dd5f29f18e tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0333219 May 13 17:30:17.560130 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:17.637007 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-99866971-5e1a-4a4f-ad0d-277d16927c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:17.638487 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-99866971-5e1a-4a4f-ad0d-277d16927c15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0474806 May 13 17:30:17.714843 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:17.790192 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139bdc0-9f5c-4ca2-9e4e-68f0edad897b req-427c7a29-ae0b-4f4f-a8ce-5bb6c786da61 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:17.791605 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1139bdc0-9f5c-4ca2-9e4e-68f0edad897b req-427c7a29-ae0b-4f4f-a8ce-5bb6c786da61 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0453470 May 13 17:30:17.824302 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:17.838932 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1139bdc0-9f5c-4ca2-9e4e-68f0edad897b req-d836a37b-4c28-4df7-a546-c3fc249e0363 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 May 13 17:30:17.890917 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'Port': ['ID=62b72046-e5f5-43e3-a326-e1dd4636162e,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:17.904888 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (38cf400e-d1de-4310-bef1-36cf705d9457), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:18.228076 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Floating IP 38cf400e-d1de-4310-bef1-36cf705d9457 associated. External IP: 172.27.3.85, port: 53b14020-f762-46c1-859f-588cb62cbd07. May 13 17:30:18.238250 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9f07-7751-4208-8f0b-4ea1692b68b5 req-66fb23be-9560-4b30-9f44-8a7239028380 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:18.239760 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-78fd9f07-7751-4208-8f0b-4ea1692b68b5 req-66fb23be-9560-4b30-9f44-8a7239028380 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0575619 May 13 17:30:18.365456 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-78fd9f07-7751-4208-8f0b-4ea1692b68b5 req-364bd46b-0c25-4d4e-84cf-baf36ca93e8b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926907 May 13 17:30:18.442219 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-7377d181-ad7d-4bc6-b3e8-777d7c3c5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:18.444399 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-7377d181-ad7d-4bc6-b3e8-777d7c3c5905 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108720 May 13 17:30:18.455111 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20798231-5872-4166-8144-93540f13ec5d req-96abdef9-8cdc-403f-aebb-b6412aa371e2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:18.457428 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-20798231-5872-4166-8144-93540f13ec5d req-96abdef9-8cdc-403f-aebb-b6412aa371e2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0568292 May 13 17:30:18.501611 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba1feb-54ec-4c41-b57b-1ead0f5f674c req-36e58c6d-dfa6-4920-8344-da438dc2c4ac tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:18.503239 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3bba1feb-54ec-4c41-b57b-1ead0f5f674c req-36e58c6d-dfa6-4920-8344-da438dc2c4ac tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0608304 May 13 17:30:18.586588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f48f1b-3749-4c4e-87b7-8c74a7e3c3cd req-70edb59f-c5f8-4e86-8461-894b1ff5be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:18.588105 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7f48f1b-3749-4c4e-87b7-8c74a7e3c3cd req-70edb59f-c5f8-4e86-8461-894b1ff5be1a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 1129 time: 0.1270883 May 13 17:30:18.593039 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Router 6b488d7c-65bc-44be-8308-86ff9951a6b9 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:30:18.609570 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3bba1feb-54ec-4c41-b57b-1ead0f5f674c req-9fba2a92-5250-4a4a-a601-d8bb8eed2ae3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765405 May 13 17:30:18.616661 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-20798231-5872-4166-8144-93540f13ec5d req-fd5c6345-271b-4418-a8a1-f144146665c7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417964 May 13 17:30:18.637109 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-7820de83-49bd-4b69-a37b-0e8ad506c898 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754932 May 13 17:30:18.746852 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86a338c2-4416-4255-af95-096c2e7d7ec0 req-c54be552-b666-48d2-9b83-76d7957c4ef3 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0285428 May 13 17:30:18.754957 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427016ec-79f5-4b41-ae8a-360a8d235161 req-9423856a-a0a3-4886-b0f4-1fccc27027a3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:18.756459 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-427016ec-79f5-4b41-ae8a-360a8d235161 req-9423856a-a0a3-4886-b0f4-1fccc27027a3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0832567 May 13 17:30:18.784497 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:30:18.794300 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] Sync routers for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:30:18.804799 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:30:18.805517 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:30:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:18.819562 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-427016ec-79f5-4b41-ae8a-360a8d235161 req-e7759b5f-c2da-4efd-b28e-806a9f131ba3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 May 13 17:30:18.889470 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:18.919229 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:30:18.923182 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d358be7a-db9c-471d-a31a-02a1abca0a59 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7510324 May 13 17:30:18.923182 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:18.923451 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca90d25-a908-4eec-b766-00f0903cae89" -d '{"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:18.926566 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46352) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:18.930810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-eca251f5-dd44-440b-abfc-9e1548719f11 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452571533', 'description': 'tempest-secgroup-smoke-452571533 description', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:18.977870 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62540d41-9de7-4e54-bfd1-b0c0fc7aad4c x-openstack-request-id: req-62540d41-9de7-4e54-bfd1-b0c0fc7aad4c {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:18.978273 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:18.978640 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62540d41-9de7-4e54-bfd1-b0c0fc7aad4c {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:18.979249 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62540d41-9de7-4e54-bfd1-b0c0fc7aad4c'] response: {'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07', 'status': 'completed', 'code': 200} May 13 17:30:18.988575 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b7fe9-bb02-4a95-9708-49c22aa25d49 req-492c9372-6cb9-4354-bdfe-f1c62cd91e15 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:18.995703 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-061b7fe9-bb02-4a95-9708-49c22aa25d49 req-492c9372-6cb9-4354-bdfe-f1c62cd91e15 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0819299 May 13 17:30:19.036162 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eca251f5-dd44-440b-abfc-9e1548719f11 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.122051 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-061b7fe9-bb02-4a95-9708-49c22aa25d49 req-28ccf51b-c5e6-49d5-a348-b66a47fa0340 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242492 May 13 17:30:19.153460 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eca251f5-dd44-440b-abfc-9e1548719f11 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group (25628f21-2480-4d12-a2e2-3c0504bba483), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.169764 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f7f48f1b-3749-4c4e-87b7-8c74a7e3c3cd req-ea371338-4833-4f59-b9ef-c2a7cd28f6d3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402695 May 13 17:30:19.189820 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36b6de5b-af7d-4e13-839c-da76eb27df32 req-0c8cd659-6353-4962-8b1c-3d25a91f28e9 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614277 May 13 17:30:19.229722 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eca251f5-dd44-440b-abfc-9e1548719f11 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (25628f21-2480-4d12-a2e2-3c0504bba483), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.262764 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca251f5-dd44-440b-abfc-9e1548719f11 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25628f21-2480-4d12-a2e2-3c0504bba483,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:19.269913 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '38cf400e-d1de-4310-bef1-36cf705d9457', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'port_id': '53b14020-f762-46c1-859f-588cb62cbd07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'mac_address': 'fa:16:3e:01:f6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:17Z', 'updated_at': '2022-05-13T17:30:17Z', 'revision_number': 0, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 5, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:19.302954 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] Checking router: 6b488d7c-65bc-44be-8308-86ff9951a6b9 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:30:19.313790 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:30:19.314409 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:30:01Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:19.340102 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eca251f5-dd44-440b-abfc-9e1548719f11 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.344402 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-eca251f5-dd44-440b-abfc-9e1548719f11 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4138589 May 13 17:30:19.347927 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46358) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:19.350094 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-b4ac1ff3-a488-4fcd-8f32-ccfe9efba31e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'security_group_rule': {'security_group_id': '25628f21-2480-4d12-a2e2-3c0504bba483', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:19.433358 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:30:19.473511 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1ff3-a488-4fcd-8f32-ccfe9efba31e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (f41b3c33-54cf-4379-ac6b-9c859f9651da), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.509334 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997429c-7b7f-44a5-99c8-491942628226 req-96a5c158-5ac9-4395-acfb-0a96e90279e6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:19.510822 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e997429c-7b7f-44a5-99c8-491942628226 req-96a5c158-5ac9-4395-acfb-0a96e90279e6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0707555 May 13 17:30:19.568993 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1ff3-a488-4fcd-8f32-ccfe9efba31e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (f41b3c33-54cf-4379-ac6b-9c859f9651da), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.593479 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e997429c-7b7f-44a5-99c8-491942628226 req-b635ebce-826e-4ba1-8334-5a4510d42350 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623677 May 13 17:30:19.618130 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1ff3-a488-4fcd-8f32-ccfe9efba31e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (f41b3c33-54cf-4379-ac6b-9c859f9651da), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.637797 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac1ff3-a488-4fcd-8f32-ccfe9efba31e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41b3c33-54cf-4379-ac6b-9c859f9651da,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:19.682691 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '38cf400e-d1de-4310-bef1-36cf705d9457', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'port_id': '53b14020-f762-46c1-859f-588cb62cbd07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'mac_address': 'fa:16:3e:01:f6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:17Z', 'updated_at': '2022-05-13T17:30:17Z', 'revision_number': 0, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 5, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:19.715115 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49036992-a90b-4862-8b21-7f7eb2796baf None None] The sync data for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi is: [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '38cf400e-d1de-4310-bef1-36cf705d9457', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'port_id': '53b14020-f762-46c1-859f-588cb62cbd07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'mac_address': 'fa:16:3e:01:f6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:17Z', 'updated_at': '2022-05-13T17:30:17Z', 'revision_number': 0, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 5, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:30:19.717647 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b4ac1ff3-a488-4fcd-8f32-ccfe9efba31e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.719030 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b4ac1ff3-a488-4fcd-8f32-ccfe9efba31e tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733668 May 13 17:30:19.740609 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46366) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:19.745447 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-89fdb0de-af87-4cbe-a6a4-9c098e6e5a87 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'security_group_rule': {'security_group_id': '25628f21-2480-4d12-a2e2-3c0504bba483', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:19.763111 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58499277-99a0-4305-b5d9-013d5228d913 req-e2b4d4dc-b5ad-424e-9437-5e8401bff4e7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:19.765422 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58499277-99a0-4305-b5d9-013d5228d913 req-e2b4d4dc-b5ad-424e-9437-5e8401bff4e7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0712421 May 13 17:30:19.785654 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1fdda-e536-4a0d-8050-512ba5d29ca2 req-c32f2e7c-71b5-44a0-8e34-c8788b9a140d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:19.787207 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c0a1fdda-e536-4a0d-8050-512ba5d29ca2 req-c32f2e7c-71b5-44a0-8e34-c8788b9a140d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0853236 May 13 17:30:19.820971 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-58499277-99a0-4305-b5d9-013d5228d913 req-61e922da-4925-4438-9439-24f7738432a9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490355 May 13 17:30:19.848326 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c0a1fdda-e536-4a0d-8050-512ba5d29ca2 req-cb4a6b5d-50da-4d4b-bc6a-ad8766962d8f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543578 May 13 17:30:19.871661 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-89fdb0de-af87-4cbe-a6a4-9c098e6e5a87 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (ed2e393d-c1d2-4699-aa89-932bcd720c47), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.926119 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8e73672-64f6-4ba1-ac3f-64423060da73 req-1886fa89-b317-4b90-9284-11dffcb1a9ed tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0301092 May 13 17:30:19.973792 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-89fdb0de-af87-4cbe-a6a4-9c098e6e5a87 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (ed2e393d-c1d2-4699-aa89-932bcd720c47), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:19.991510 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab2c0c-5df6-493b-bedf-f42d0cdc28a5 None None] New status for floating IP 38cf400e-d1de-4310-bef1-36cf705d9457: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:30:19.992065 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03acfb-b4f5-49e8-abd4-e872d2f715e7 req-1cca41f7-914d-4810-9f8e-76e51d7aef4b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:19.996790 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5d03acfb-b4f5-49e8-abd4-e872d2f715e7 req-1cca41f7-914d-4810-9f8e-76e51d7aef4b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0648980 May 13 17:30:20.045493 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5d03acfb-b4f5-49e8-abd4-e872d2f715e7 req-87a14289-533c-4109-a36f-42b078e72f5e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 May 13 17:30:20.155560 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-89fdb0de-af87-4cbe-a6a4-9c098e6e5a87 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (ed2e393d-c1d2-4699-aa89-932bcd720c47), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.173235 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdb0de-af87-4cbe-a6a4-9c098e6e5a87 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2e393d-c1d2-4699-aa89-932bcd720c47,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:20.253064 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36477de9-9164-4c1f-8769-4ae13f6609d9 req-b84b0911-af56-48cd-8f59-a215108a7db9 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:20.271559 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36477de9-9164-4c1f-8769-4ae13f6609d9 req-b84b0911-af56-48cd-8f59-a215108a7db9 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0684865 May 13 17:30:20.271803 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-89fdb0de-af87-4cbe-a6a4-9c098e6e5a87 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.273826 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-89fdb0de-af87-4cbe-a6a4-9c098e6e5a87 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5312808 May 13 17:30:20.276669 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46378) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:20.282933 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-7c99cae4-905f-41e1-8a6c-4af36a1e5f20 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'security_group_rule': {'security_group_id': '25628f21-2480-4d12-a2e2-3c0504bba483', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:20.326492 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-36477de9-9164-4c1f-8769-4ae13f6609d9 req-a95acb52-d085-4ec2-8d27-62d41f3deeaf tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 May 13 17:30:20.393559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7c99cae4-905f-41e1-8a6c-4af36a1e5f20 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (25b5952c-0841-4315-ad25-609d225bded9), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.452230 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7c99cae4-905f-41e1-8a6c-4af36a1e5f20 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (25b5952c-0841-4315-ad25-609d225bded9), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.565414 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7c99cae4-905f-41e1-8a6c-4af36a1e5f20 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (25b5952c-0841-4315-ad25-609d225bded9), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.582845 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99cae4-905f-41e1-8a6c-4af36a1e5f20 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b5952c-0841-4315-ad25-609d225bded9,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:20.654769 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7c99cae4-905f-41e1-8a6c-4af36a1e5f20 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.656146 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7c99cae4-905f-41e1-8a6c-4af36a1e5f20 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781221 May 13 17:30:20.658850 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46422) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:20.664092 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-3d7458fc-4a6d-4f22-b2b0-6b1514d1a65b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'security_group_rule': {'security_group_id': '25628f21-2480-4d12-a2e2-3c0504bba483', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:20.744760 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed970f3e-0cba-4e9d-902f-4b9e912e84ec req-057b076c-ad50-49c5-8f97-b005f01a34ff tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:20.746226 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed970f3e-0cba-4e9d-902f-4b9e912e84ec req-057b076c-ad50-49c5-8f97-b005f01a34ff tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0841703 May 13 17:30:20.751232 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-dd4c1270-6dab-48ed-ad2b-8f20423e2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:20.752627 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-dd4c1270-6dab-48ed-ad2b-8f20423e2a01 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1129 time: 0.0529275 May 13 17:30:20.778200 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d7458fc-4a6d-4f22-b2b0-6b1514d1a65b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (37c6a0fb-51ff-4615-a94a-fccf565376e4), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.796332 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed970f3e-0cba-4e9d-902f-4b9e912e84ec req-04a93b3c-3f91-4289-9800-d97e5f188861 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427692 May 13 17:30:20.841926 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d7458fc-4a6d-4f22-b2b0-6b1514d1a65b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (37c6a0fb-51ff-4615-a94a-fccf565376e4), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.934009 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96752973-8cdc-4460-9106-7e65b1c0f6cb req-100eff8b-e55b-41d7-8bec-2310e8dafbc5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:20.935526 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96752973-8cdc-4460-9106-7e65b1c0f6cb req-100eff8b-e55b-41d7-8bec-2310e8dafbc5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0470388 May 13 17:30:20.976469 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d7458fc-4a6d-4f22-b2b0-6b1514d1a65b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (37c6a0fb-51ff-4615-a94a-fccf565376e4), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:20.984519 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96752973-8cdc-4460-9106-7e65b1c0f6cb req-e3101701-b459-4d4c-8a14-16c280f236b6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 May 13 17:30:20.994116 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7458fc-4a6d-4f22-b2b0-6b1514d1a65b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c6a0fb-51ff-4615-a94a-fccf565376e4,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:21.094293 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27b3b3-5478-4508-bdbe-1f75a00026d2 req-d64853be-2fce-4fce-b04b-b1fa6c36faa5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:21.096077 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7e27b3b3-5478-4508-bdbe-1f75a00026d2 req-d64853be-2fce-4fce-b04b-b1fa6c36faa5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0532312 May 13 17:30:21.108697 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3d7458fc-4a6d-4f22-b2b0-6b1514d1a65b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.108697 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-3d7458fc-4a6d-4f22-b2b0-6b1514d1a65b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4467704 May 13 17:30:21.110550 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46434) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:21.115038 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'security_group_rule': {'security_group_id': '25628f21-2480-4d12-a2e2-3c0504bba483', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:21.146347 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7e27b3b3-5478-4508-bdbe-1f75a00026d2 req-9f36fa6e-1559-42f3-b398-5013634f3a27 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441813 May 13 17:30:21.224482 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.securitygroups_db [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Project aff066fb75f04eb7bb9b16dea32b270d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 17:30:21.230961 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (044529cc-bd5b-4e12-be75-5866a3159022), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.246929 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-412a3aca-2bee-4325-81e0-be2a8b3a545b req-aeae50a5-5c30-4451-a38f-cc25fac9e5f2 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0289283 May 13 17:30:21.299578 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (044529cc-bd5b-4e12-be75-5866a3159022), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.348136 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cbaa-0da4-4826-97d1-5102d72ef46d req-e5f6d37d-0139-4f53-8282-ec203468c936 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:21.349692 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f449cbaa-0da4-4826-97d1-5102d72ef46d req-e5f6d37d-0139-4f53-8282-ec203468c936 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0462689 May 13 17:30:21.383857 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (044529cc-bd5b-4e12-be75-5866a3159022), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.399437 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044529cc-bd5b-4e12-be75-5866a3159022,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:21.401266 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f449cbaa-0da4-4826-97d1-5102d72ef46d req-8e1327f7-fc73-40ea-963b-170ca5d4e512 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 May 13 17:30:21.470030 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.471842 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-43de7a2b-6f20-44ad-8ed9-2353caa52759 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3599551 May 13 17:30:21.474358 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 46438) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:21.478650 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'security_group_rule': {'security_group_id': '25628f21-2480-4d12-a2e2-3c0504bba483', 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:21.560869 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.securitygroups_db [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Project aff066fb75f04eb7bb9b16dea32b270d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 17:30:21.566999 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (ca8a0514-05c9-4e9a-8271-525cfa257791), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.627337 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (ca8a0514-05c9-4e9a-8271-525cfa257791), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.716083 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (ca8a0514-05c9-4e9a-8271-525cfa257791), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.739979 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8a0514-05c9-4e9a-8271-525cfa257791,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:21.841801 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:21.843044 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f7cae119-0129-4bdf-b3f5-ea7969a47d19 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678398 May 13 17:30:21.920734 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add43b8-dd28-4839-82db-7486d1b9c4f2 req-ba0363d5-09fc-47e3-928e-e66594628958 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:21.922232 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2add43b8-dd28-4839-82db-7486d1b9c4f2 req-ba0363d5-09fc-47e3-928e-e66594628958 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0506043 May 13 17:30:21.973926 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2add43b8-dd28-4839-82db-7486d1b9c4f2 req-7efb3465-3c88-4b5a-8e49-8931a214c99d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455511 May 13 17:30:22.073509 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-438e2095-7858-45f0-a218-0e08f0ba38e7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452571533&fields=id&tenant_id=aff066fb75f04eb7bb9b16dea32b270d HTTP/1.1" status: 200 len: 267 time: 0.0477626 May 13 17:30:22.126450 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-bf3108d0-c00c-4a5d-be0f-85a3c90b40b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:22.127974 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-bf3108d0-c00c-4a5d-be0f-85a3c90b40b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0485945 May 13 17:30:22.138694 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'port': {'security_groups': ['9b42e811-1d0b-4444-958d-d8886a809123', '25628f21-2480-4d12-a2e2-3c0504bba483']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:22.226121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (53b14020-f762-46c1-859f-588cb62cbd07), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:22.418783 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=53b14020-f762-46c1-859f-588cb62cbd07,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:22.448829 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for port (53b14020-f762-46c1-859f-588cb62cbd07), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:22.509454 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:22.553024 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:22.553645 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:22.555033 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ace0cd8-1845-4b77-bc91-03534a40e232 req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "PUT /v2.0/ports/53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 981 time: 0.4210241 May 13 17:30:22.555516 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:22.557778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:22.560645 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['53b14020-f762-46c1-859f-588cb62cbd07'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:30:22.590137 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78680d-8c2a-45fd-b75e-84957c6387b9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=6']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:22.663264 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b7e91-a414-4ef2-add6-7d7e73b9c68a req-3db12b04-7737-4650-8ffb-da45bb54472a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:22.664829 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-853b7e91-a414-4ef2-add6-7d7e73b9c68a req-3db12b04-7737-4650-8ffb-da45bb54472a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0533891 May 13 17:30:22.727794 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-853b7e91-a414-4ef2-add6-7d7e73b9c68a req-11e6dbe6-0616-4fde-9287-59104ec2ca05 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564318 May 13 17:30:22.812450 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-a6bce3d6-dc94-4d84-b1d9-8e13b0a6f367 None None] Provisioning complete for port 53b14020-f762-46c1-859f-588cb62cbd07 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:22.812827 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a6bce3d6-dc94-4d84-b1d9-8e13b0a6f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (53b14020-f762-46c1-859f-588cb62cbd07), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:22.841942 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff956d-a9bf-46ce-9b8c-0b6f3210d43d req-8b644bd0-5975-4e5f-b41e-fc4d86c849ad tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:22.844781 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fff956d-a9bf-46ce-9b8c-0b6f3210d43d req-8b644bd0-5975-4e5f-b41e-fc4d86c849ad tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0486321 May 13 17:30:22.893133 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6fff956d-a9bf-46ce-9b8c-0b6f3210d43d req-365593bd-a6c6-4148-8b4b-ac805e75ddfd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423357 May 13 17:30:22.939979 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['53b14020-f762-46c1-859f-588cb62cbd07'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:30:23.001244 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f5d00cea-dcc9-4658-b818-75ae1cf1fc0f req-63d4873f-612a-4df9-8a62-78590204b18b tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0340178 May 13 17:30:23.095394 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-a6bce3d6-dc94-4d84-b1d9-8e13b0a6f367 None None] Current status of the port 53b14020-f762-46c1-859f-588cb62cbd07 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:23.110170 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9a6fa-2c72-4343-a904-41e44d7c6dbb req-29517ad2-435f-40d5-b4a0-77037abf0bbc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:23.111792 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-93f9a6fa-2c72-4343-a904-41e44d7c6dbb req-29517ad2-435f-40d5-b4a0-77037abf0bbc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0534928 May 13 17:30:23.166816 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-93f9a6fa-2c72-4343-a904-41e44d7c6dbb req-362fae0f-063a-460c-a31b-5451d6f6c14d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488162 May 13 17:30:23.279075 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa57574-2c35-4e92-abb3-2a5bdca12d22 req-22915d2b-585d-4778-8432-5f9747985b13 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:23.280940 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfa57574-2c35-4e92-abb3-2a5bdca12d22 req-22915d2b-585d-4778-8432-5f9747985b13 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0484118 May 13 17:30:23.340794 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bfa57574-2c35-4e92-abb3-2a5bdca12d22 req-066db635-d295-4388-8226-1c05a5c0d63a tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534987 May 13 17:30:23.388060 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72c907a-2827-4d98-aec1-d3e6bc252e41 x-openstack-request-id: req-a72c907a-2827-4d98-aec1-d3e6bc252e41 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:23.388372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:23.388635 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a72c907a-2827-4d98-aec1-d3e6bc252e41 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:23.389048 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72c907a-2827-4d98-aec1-d3e6bc252e41'] response: {'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07', 'status': 'completed', 'code': 200} May 13 17:30:23.483511 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9081cc-fffb-4e78-b69f-0b2df4cbffd3 req-8a35a280-b817-4949-8b1b-4c266c415c24 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:23.484829 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa9081cc-fffb-4e78-b69f-0b2df4cbffd3 req-8a35a280-b817-4949-8b1b-4c266c415c24 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0503116 May 13 17:30:23.534721 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa9081cc-fffb-4e78-b69f-0b2df4cbffd3 req-26706956-dbe7-4288-8cbd-e9596ce852ac tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440516 May 13 17:30:23.607153 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 59800603-642e-4f31-b41b-ffa2355488f5 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:30:23.707768 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 59800603-642e-4f31-b41b-ffa2355488f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=59800603-642e-4f31-b41b-ffa2355488f5,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:23.719027 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '59800603-642e-4f31-b41b-ffa2355488f5', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'port_id': '59800603-642e-4f31-b41b-ffa2355488f5', 'mac_address': 'fa:16:3e:c2:c0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:30:23.757425 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 59800603-642e-4f31-b41b-ffa2355488f5 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:23.757751 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (59800603-642e-4f31-b41b-ffa2355488f5), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:23.772421 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59800603-642e-4f31-b41b-ffa2355488f5 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:23.792004 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 59800603-642e-4f31-b41b-ffa2355488f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=59800603-642e-4f31-b41b-ffa2355488f5,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:23.849141 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418401c8-b2e8-4258-b386-807f2c7211aa req-662e2e8b-aa5a-4a58-944b-d057b839c905 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:23.850620 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-418401c8-b2e8-4258-b386-807f2c7211aa req-662e2e8b-aa5a-4a58-944b-d057b839c905 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 943 time: 0.0531671 May 13 17:30:23.863627 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (59800603-642e-4f31-b41b-ffa2355488f5), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:23.907199 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-418401c8-b2e8-4258-b386-807f2c7211aa req-be49cbcb-6c26-445b-b405-3e821a160541 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498843 May 13 17:30:23.913589 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=59800603-642e-4f31-b41b-ffa2355488f5,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:24.021743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf39fae-0df6-45f0-b12a-c177534a3921 req-b9da976e-b03c-4d9f-bc7d-41c8c082fd8b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:24.023249 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7cf39fae-0df6-45f0-b12a-c177534a3921 req-b9da976e-b03c-4d9f-bc7d-41c8c082fd8b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0508621 May 13 17:30:24.071990 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7cf39fae-0df6-45f0-b12a-c177534a3921 req-55af145c-0d45-4e7c-add0-45f487c84638 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429041 May 13 17:30:24.171771 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ed81f9d4-e62a-44f1-9f9d-2fcfaa1b7c30 req-2a6e7080-e2c0-408c-aca0-e3d20ba69c21 tempest-VolumesActionsTest-1369299399 tempest-VolumesActionsTest-1369299399-project] 10.222.0.64 "GET /v2.0/ports?device_id=686847ed-a4cd-42fe-ae51-44ce52cf1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0311124 May 13 17:30:24.289926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0c77-0a4d-4969-bdf6-0c5771d99f49 req-9c148461-f612-488a-9e20-b653e6dfed06 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:24.291543 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-566a0c77-0a4d-4969-bdf6-0c5771d99f49 req-9c148461-f612-488a-9e20-b653e6dfed06 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0563712 May 13 17:30:24.339551 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-566a0c77-0a4d-4969-bdf6-0c5771d99f49 req-48ef28ae-4329-4fe7-a5f1-faeb9e0ffe95 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 May 13 17:30:24.588942 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['59800603-642e-4f31-b41b-ffa2355488f5'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:30:24.724866 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71335-1481-4fdc-82fa-83fe038d462a req-d649ba3b-8e99-4c4c-933e-8f889d14dfd4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:24.726557 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32c71335-1481-4fdc-82fa-83fe038d462a req-d649ba3b-8e99-4c4c-933e-8f889d14dfd4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.1081986 May 13 17:30:24.779685 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-f0512dc5-b448-4361-94f5-d9b32541d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:24.781141 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-f0512dc5-b448-4361-94f5-d9b32541d1cd service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 200 len: 916 time: 0.1819437 May 13 17:30:24.800587 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32c71335-1481-4fdc-82fa-83fe038d462a req-37493bd0-7b8f-4a8e-b601-450f34c1631c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619106 May 13 17:30:25.027657 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91ff6e-9269-49a5-9995-a010213ae333 req-ee39f51f-4982-4ef7-a807-a067a4281abc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:25.029121 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a91ff6e-9269-49a5-9995-a010213ae333 req-ee39f51f-4982-4ef7-a807-a067a4281abc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 944 time: 0.0488987 May 13 17:30:25.075488 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a91ff6e-9269-49a5-9995-a010213ae333 req-de251f31-fe52-409a-bb24-319cf902f5c0 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 May 13 17:30:25.194181 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7927a2-19bc-4e45-9ce8-d91175439a14 req-c3932bd2-bbbd-42d2-b0ca-2e66241e7ebf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:25.195690 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5c7927a2-19bc-4e45-9ce8-d91175439a14 req-c3932bd2-bbbd-42d2-b0ca-2e66241e7ebf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0496194 May 13 17:30:25.241805 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5c7927a2-19bc-4e45-9ce8-d91175439a14 req-c48c52e6-6faf-47e0-877e-69854486087d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 May 13 17:30:25.453578 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b591d3-d410-41bd-aef8-1ea06f3ac44e req-de5b6254-d482-4e3e-8b61-c1bce70fddd4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:25.455162 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6b591d3-d410-41bd-aef8-1ea06f3ac44e req-de5b6254-d482-4e3e-8b61-c1bce70fddd4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0487111 May 13 17:30:25.502416 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6b591d3-d410-41bd-aef8-1ea06f3ac44e req-7a70fee5-18f0-40ae-87e7-1d70a137a008 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 May 13 17:30:25.911618 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b46dca-b17b-447d-8e80-769af7cf9fd8 req-c5f2f40d-6af5-43ee-95ef-6cf1729cebc7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:25.913588 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95b46dca-b17b-447d-8e80-769af7cf9fd8 req-c5f2f40d-6af5-43ee-95ef-6cf1729cebc7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0482414 May 13 17:30:25.970416 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-95b46dca-b17b-447d-8e80-769af7cf9fd8 req-bbd13091-4ee7-4729-a875-79a512d1e2a9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512466 May 13 17:30:26.191334 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736488cd-b3bb-4fcb-8912-b67557f06e4f req-9a585a1a-45a0-479a-9fdc-940e9f3c1a2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:26.192974 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-736488cd-b3bb-4fcb-8912-b67557f06e4f req-9a585a1a-45a0-479a-9fdc-940e9f3c1a2b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 944 time: 0.0507426 May 13 17:30:26.246336 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-736488cd-b3bb-4fcb-8912-b67557f06e4f req-d89ff826-bf7a-40b5-80df-167eb7bf7bfc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 May 13 17:30:26.362606 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adbd6-fa79-4b3a-b3d4-5424150602fe req-84298b81-a3d1-45aa-aafd-ac287be1f427 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:26.364208 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-792adbd6-fa79-4b3a-b3d4-5424150602fe req-84298b81-a3d1-45aa-aafd-ac287be1f427 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0484574 May 13 17:30:26.423669 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-792adbd6-fa79-4b3a-b3d4-5424150602fe req-efb50845-1594-4746-bf39-6c867ac14d80 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531838 May 13 17:30:26.473281 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 59800603-642e-4f31-b41b-ffa2355488f5 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:30:26.518996 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 59800603-642e-4f31-b41b-ffa2355488f5 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:30:26.567650 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 59800603-642e-4f31-b41b-ffa2355488f5 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:26.568162 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (59800603-642e-4f31-b41b-ffa2355488f5), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:26.674861 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978acbe-43e9-4449-aeac-1eac28b826a7 req-6c9ba8f8-b8c1-4965-90bd-e00096b0bea1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:26.676583 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e978acbe-43e9-4449-aeac-1eac28b826a7 req-6c9ba8f8-b8c1-4965-90bd-e00096b0bea1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.1041148 May 13 17:30:26.688959 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 59800603-642e-4f31-b41b-ffa2355488f5 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:26.689359 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (59800603-642e-4f31-b41b-ffa2355488f5), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:26.718832 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:26.723003 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-2b6363d6-62ea-4f5e-9a6e-7d4917570227 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 1000 time: 0.1125858 May 13 17:30:26.725829 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad97a96-e5e7-4cc0-a663-bf4a587dd254" -d '{"events": [{"server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "name": "network-vif-plugged", "status": "completed", "tag": "59800603-642e-4f31-b41b-ffa2355488f5"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:26.738737 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 59800603-642e-4f31-b41b-ffa2355488f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=59800603-642e-4f31-b41b-ffa2355488f5,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:26.741131 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e978acbe-43e9-4449-aeac-1eac28b826a7 req-59a0ad56-05e0-48bd-b422-162107d7ed7b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557582 May 13 17:30:26.785940 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c173a0a1-223c-41fb-97c7-11f7aa7a08cb x-openstack-request-id: req-c173a0a1-223c-41fb-97c7-11f7aa7a08cb {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:26.786225 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "name": "network-vif-plugged", "status": "completed", "tag": "59800603-642e-4f31-b41b-ffa2355488f5", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:26.786503 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c173a0a1-223c-41fb-97c7-11f7aa7a08cb {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:26.786907 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c173a0a1-223c-41fb-97c7-11f7aa7a08cb'] response: {'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5', 'code': 200} May 13 17:30:26.841218 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (59800603-642e-4f31-b41b-ffa2355488f5), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:26.888739 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=59800603-642e-4f31-b41b-ffa2355488f5,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:27.093828 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e7a6-44dd-4d1c-881b-dd562862e74d req-465773e5-5bed-43cb-8a00-0bfb5fbeb6bd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:27.095255 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8454e7a6-44dd-4d1c-881b-dd562862e74d req-465773e5-5bed-43cb-8a00-0bfb5fbeb6bd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0510809 May 13 17:30:27.144725 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8454e7a6-44dd-4d1c-881b-dd562862e74d req-4573230f-9884-4bdf-8cfc-212849483a6b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434992 May 13 17:30:27.357683 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8ccfb-f225-42a7-b00e-d5f4a3933a27 req-dc76dfbe-3ac4-4d10-bb66-cae1e6e95b9c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:27.359096 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a3e8ccfb-f225-42a7-b00e-d5f4a3933a27 req-dc76dfbe-3ac4-4d10-bb66-cae1e6e95b9c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0476425 May 13 17:30:27.406480 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a3e8ccfb-f225-42a7-b00e-d5f4a3933a27 req-279f9294-7ee8-4e8f-b23e-252ef2463d86 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411885 May 13 17:30:27.544960 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc1abf-0ffc-49b8-a42c-9423111c02b7 req-fd7e5655-dc97-4b2c-8561-eb02e3729b60 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:27.546447 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d0cc1abf-0ffc-49b8-a42c-9423111c02b7 req-fd7e5655-dc97-4b2c-8561-eb02e3729b60 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0473418 May 13 17:30:27.597391 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d0cc1abf-0ffc-49b8-a42c-9423111c02b7 req-e97fecbf-e67b-4710-a898-1413298a5372 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452809 May 13 17:30:27.866243 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96ca4-7d21-41e2-8cc6-2275f561d821 req-18221cc7-5661-42f9-9a49-ffe520ac6fad tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:27.867934 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-29a96ca4-7d21-41e2-8cc6-2275f561d821 req-18221cc7-5661-42f9-9a49-ffe520ac6fad tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0520644 May 13 17:30:27.927414 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-29a96ca4-7d21-41e2-8cc6-2275f561d821 req-6357bc28-f707-4c8a-a7e8-8a12dfce5206 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533340 May 13 17:30:28.264982 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d7d99-090c-4bb3-a35e-1c46927955de req-7a129f76-e6dc-4f7c-818b-39417bb5abe7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:28.266690 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-718d7d99-090c-4bb3-a35e-1c46927955de req-7a129f76-e6dc-4f7c-818b-39417bb5abe7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0542052 May 13 17:30:28.325228 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-718d7d99-090c-4bb3-a35e-1c46927955de req-f731ee93-ee64-463c-9308-b2d97c74c32a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513391 May 13 17:30:28.433412 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee724-a61f-48d5-a42d-3151f883a604 req-5e0e2365-bb6c-45aa-a069-d75ea94c7fff tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:28.434728 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99dee724-a61f-48d5-a42d-3151f883a604 req-5e0e2365-bb6c-45aa-a069-d75ea94c7fff tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0490806 May 13 17:30:28.441268 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f6aacf84-7b50-4cfc-9c43-005761ac0b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:28.500629 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99dee724-a61f-48d5-a42d-3151f883a604 req-811be204-48da-4a84-8281-3e219780ad7b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571334 May 13 17:30:28.539606 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607637b-7c7b-4b56-bc1a-38d9a2707c37 req-b42d469c-68d9-4bd4-9984-0fcbd57c2ddf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:28.543527 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a607637b-7c7b-4b56-bc1a-38d9a2707c37 req-b42d469c-68d9-4bd4-9984-0fcbd57c2ddf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0620611 May 13 17:30:28.591644 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a607637b-7c7b-4b56-bc1a-38d9a2707c37 req-85e6ffe7-5b40-4b69-95ab-3cfbd0ff870b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 May 13 17:30:28.723508 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae11bc2-39de-460c-abee-f0454a20a869 req-41c4ba57-0b17-4de3-add4-e95d25e65e12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:28.724945 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae11bc2-39de-460c-abee-f0454a20a869 req-41c4ba57-0b17-4de3-add4-e95d25e65e12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0506020 May 13 17:30:28.775093 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae11bc2-39de-460c-abee-f0454a20a869 req-3c6103f1-3fdf-491a-9e94-fb23f2c9c329 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445440 May 13 17:30:29.449732 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7ebef-3df8-4c44-81c4-f3602d98852d req-f1129c42-3316-4870-b573-5434b9d7dfb1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:29.451197 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-20c7ebef-3df8-4c44-81c4-f3602d98852d req-f1129c42-3316-4870-b573-5434b9d7dfb1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0474136 May 13 17:30:29.503956 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-20c7ebef-3df8-4c44-81c4-f3602d98852d req-3aca0ae7-1bb1-4287-a01f-35904d05d417 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472605 May 13 17:30:29.628774 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a808a-db17-4665-8a1d-84f14e104f80 req-ff38c487-c984-4171-a21b-acda4b96ac7a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:29.631714 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c0a808a-db17-4665-8a1d-84f14e104f80 req-ff38c487-c984-4171-a21b-acda4b96ac7a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0558507 May 13 17:30:29.682205 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1c0a808a-db17-4665-8a1d-84f14e104f80 req-5e11a7a2-bf51-4d76-9ead-b63a6245e337 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 May 13 17:30:29.734151 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6762-4dce-450d-b832-8508eba57a51 req-16c15064-3982-41f8-890e-8aacf4e31283 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:29.735702 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-107d6762-4dce-450d-b832-8508eba57a51 req-16c15064-3982-41f8-890e-8aacf4e31283 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0676365 May 13 17:30:29.784807 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-107d6762-4dce-450d-b832-8508eba57a51 req-4d4da707-6045-4254-b29f-810fc8559624 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 May 13 17:30:29.899086 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591f57d-7b2e-4938-aa13-c5cb95bf7450 req-2adf9a34-770a-4938-8d9d-50f076a7655a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:29.900579 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5591f57d-7b2e-4938-aa13-c5cb95bf7450 req-2adf9a34-770a-4938-8d9d-50f076a7655a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0503836 May 13 17:30:29.949116 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5591f57d-7b2e-4938-aa13-c5cb95bf7450 req-c86b8d48-ca3f-4b34-adce-300805fe0d14 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419624 May 13 17:30:30.600188 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f3baca15-7389-4fc6-8be3-cca2aedf45ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:30.627178 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c18f2-6a57-4510-9a19-3ef3327de991 req-23d8e145-0c92-4580-aa0b-3d2fb2e6bb85 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:30.628667 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f43c18f2-6a57-4510-9a19-3ef3327de991 req-23d8e145-0c92-4580-aa0b-3d2fb2e6bb85 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0557561 May 13 17:30:30.679560 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f43c18f2-6a57-4510-9a19-3ef3327de991 req-ec216eea-94b7-4b2c-93b4-715cacea23d4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 May 13 17:30:30.816970 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6ab8-71ee-4e54-b5d1-f87694954349 req-faca10e2-aa4e-43a5-b85b-8555ca076599 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:30.819230 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86df6ab8-71ee-4e54-b5d1-f87694954349 req-faca10e2-aa4e-43a5-b85b-8555ca076599 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0522017 May 13 17:30:30.873119 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86df6ab8-71ee-4e54-b5d1-f87694954349 req-9219cd45-a5c4-488c-a9c3-50360790f6af tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484021 May 13 17:30:30.910942 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ef152-2af1-4906-8f47-5d72ebd81795 req-4fda13a8-7686-4e86-98be-fe60f7abc1f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:30.913107 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a88ef152-2af1-4906-8f47-5d72ebd81795 req-4fda13a8-7686-4e86-98be-fe60f7abc1f3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0546982 May 13 17:30:30.960753 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a88ef152-2af1-4906-8f47-5d72ebd81795 req-cac3957c-a05e-4c85-a683-166eecfcdc60 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 May 13 17:30:31.079795 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4a597-87e6-46ab-8bcb-10f6f370e6a3 req-87222f9e-8686-47bc-aff3-c235d6748f50 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:31.081226 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26e4a597-87e6-46ab-8bcb-10f6f370e6a3 req-87222f9e-8686-47bc-aff3-c235d6748f50 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0523150 May 13 17:30:31.131151 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26e4a597-87e6-46ab-8bcb-10f6f370e6a3 req-a95868fd-673d-4dc6-914d-645ef2d959dc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442128 May 13 17:30:31.804840 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e862b66-740c-4e1b-b936-93eefb35ad53 req-cfe982aa-ca78-44eb-8152-9352e90673d1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:31.806334 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3e862b66-740c-4e1b-b936-93eefb35ad53 req-cfe982aa-ca78-44eb-8152-9352e90673d1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0486021 May 13 17:30:31.859428 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3e862b66-740c-4e1b-b936-93eefb35ad53 req-d205321b-2438-4e95-b8a9-d245bbb3edd0 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466182 May 13 17:30:32.001812 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37255e52-4b20-40e0-969a-274cb0276282 req-98a0794e-86b3-445b-9fbd-df089085b98f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:32.003554 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37255e52-4b20-40e0-969a-274cb0276282 req-98a0794e-86b3-445b-9fbd-df089085b98f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0566571 May 13 17:30:32.011391 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:32.061151 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-37255e52-4b20-40e0-969a-274cb0276282 req-ce7bc96c-5324-43de-a821-7655677f5e08 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 May 13 17:30:32.094267 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604754c-0f7b-44e0-8a36-3f3e1e3746d2 req-1ac53e8b-c090-41c4-9290-619d9227f3d3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:32.095915 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8604754c-0f7b-44e0-8a36-3f3e1e3746d2 req-1ac53e8b-c090-41c4-9290-619d9227f3d3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0611246 May 13 17:30:32.148772 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8604754c-0f7b-44e0-8a36-3f3e1e3746d2 req-5ae04fc9-e586-4044-a4d1-07fc909761d6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 May 13 17:30:32.258438 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc0400-516c-419f-9501-b13ba76b1a87 req-7c05ccf5-3d06-4367-ac96-566f64ff8891 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:32.260049 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81cc0400-516c-419f-9501-b13ba76b1a87 req-7c05ccf5-3d06-4367-ac96-566f64ff8891 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0508983 May 13 17:30:32.310790 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-81cc0400-516c-419f-9501-b13ba76b1a87 req-8e862b20-8e96-45e8-ab52-d09e8a4fb70d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 May 13 17:30:32.977631 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c66e6-6725-4032-8162-c15defbe8838 req-c4218661-0ff2-4385-824f-0a06c97f27df tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:32.979214 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a71c66e6-6725-4032-8162-c15defbe8838 req-c4218661-0ff2-4385-824f-0a06c97f27df tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0497475 May 13 17:30:33.032160 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a71c66e6-6725-4032-8162-c15defbe8838 req-3a08e178-0bbf-43dc-abd9-82beb6a45cce tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466132 May 13 17:30:33.179544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f87cc5-a45e-4c32-8ef9-5052418c59e5 req-2c6d1b5f-8fcc-4857-865b-81a0a8d503f7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:33.182384 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88f87cc5-a45e-4c32-8ef9-5052418c59e5 req-2c6d1b5f-8fcc-4857-865b-81a0a8d503f7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0514324 May 13 17:30:33.233911 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-88f87cc5-a45e-4c32-8ef9-5052418c59e5 req-077afeeb-e34a-47d4-b6d6-7536df92017a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454767 May 13 17:30:33.269760 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadfe25-e395-4821-9432-4ac8b0ffc413 req-4bf10471-3188-4d81-9aee-730e93d69435 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:33.271381 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cbadfe25-e395-4821-9432-4ac8b0ffc413 req-4bf10471-3188-4d81-9aee-730e93d69435 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0527573 May 13 17:30:33.320919 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cbadfe25-e395-4821-9432-4ac8b0ffc413 req-aaccc9db-79df-41c4-ab4c-dabdc153ef34 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 May 13 17:30:33.444340 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2ba52-757e-473f-ac49-b4b18d800b9d req-7e2210a5-ea1b-44cc-ae08-b6ea99d193b4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:33.445841 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-60f2ba52-757e-473f-ac49-b4b18d800b9d req-7e2210a5-ea1b-44cc-ae08-b6ea99d193b4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0625503 May 13 17:30:33.496227 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-60f2ba52-757e-473f-ac49-b4b18d800b9d req-57c3e961-f6af-44c5-a0b5-801d53ea4195 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448120 May 13 17:30:33.504592 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:34.153427 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e9db1-322f-40ca-9dc3-7529e3c9c0bd req-382c1c2f-b9de-448a-93aa-8b8c96ad9453 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:34.154941 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-401e9db1-322f-40ca-9dc3-7529e3c9c0bd req-382c1c2f-b9de-448a-93aa-8b8c96ad9453 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0525391 May 13 17:30:34.207065 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-401e9db1-322f-40ca-9dc3-7529e3c9c0bd req-b051696d-fb28-4049-a802-777219164f2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456455 May 13 17:30:34.357018 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9fa3d-b5ea-413f-a1ad-867ba4ed9943 req-9fe81b61-7fd4-4123-9226-ca62adc81003 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:34.362567 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5db9fa3d-b5ea-413f-a1ad-867ba4ed9943 req-9fe81b61-7fd4-4123-9226-ca62adc81003 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0513506 May 13 17:30:34.416002 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5db9fa3d-b5ea-413f-a1ad-867ba4ed9943 req-3a0de631-5d91-414e-ba6f-e9cc27b2260c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492573 May 13 17:30:34.451466 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbdc58-2ad9-4ec1-a16c-235cbcdd32b1 req-d67082a0-c836-4eca-b2bd-f5765624edaf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:34.453138 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a5cbdc58-2ad9-4ec1-a16c-235cbcdd32b1 req-d67082a0-c836-4eca-b2bd-f5765624edaf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0580943 May 13 17:30:34.501898 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a5cbdc58-2ad9-4ec1-a16c-235cbcdd32b1 req-821b5ded-029d-42fb-9055-7004de678476 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 May 13 17:30:34.615068 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d4709-f1f7-4bf4-a3fb-f1bd2df51e68 req-d66a8152-cb08-4154-8c62-ec9a5c4fd051 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:34.617436 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c7d4709-f1f7-4bf4-a3fb-f1bd2df51e68 req-d66a8152-cb08-4154-8c62-ec9a5c4fd051 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0504320 May 13 17:30:34.674035 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c7d4709-f1f7-4bf4-a3fb-f1bd2df51e68 req-6f2fed29-9512-489e-90e9-629c7feebf90 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510535 May 13 17:30:34.729288 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:35.324925 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e7c16-e6fb-4bbc-8682-35901c52d59e req-e797527d-58e9-4033-9be5-39135119d87e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:35.327603 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1a2e7c16-e6fb-4bbc-8682-35901c52d59e req-e797527d-58e9-4033-9be5-39135119d87e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0515683 May 13 17:30:35.378657 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1a2e7c16-e6fb-4bbc-8682-35901c52d59e req-b02c1072-cf3b-4d3e-9722-07159643277a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 May 13 17:30:35.533478 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8fc5-b85e-45a7-bdea-72519961fbce req-fbdd3af4-1eca-4db7-ad9e-329755bf812c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:35.534989 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eeec8fc5-b85e-45a7-bdea-72519961fbce req-fbdd3af4-1eca-4db7-ad9e-329755bf812c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0506210 May 13 17:30:35.587396 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eeec8fc5-b85e-45a7-bdea-72519961fbce req-d2a871ed-2b0b-4e6d-8b35-e8a0f5b434e2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 May 13 17:30:35.639868 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e329b2d-e01b-49fb-8034-ecafbe73219d req-35b55a3f-f6b1-465f-ac3e-9d8ac73a6667 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:35.641954 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e329b2d-e01b-49fb-8034-ecafbe73219d req-35b55a3f-f6b1-465f-ac3e-9d8ac73a6667 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0587707 May 13 17:30:35.688984 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e329b2d-e01b-49fb-8034-ecafbe73219d req-262d4706-2bbe-43df-a1e0-197d40721f7f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 May 13 17:30:35.797960 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8a0b-6bfa-4a63-a915-c014591f6a24 req-710b6303-e2d3-4f47-853e-415b09b062f0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:35.799381 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a7d8a0b-6bfa-4a63-a915-c014591f6a24 req-710b6303-e2d3-4f47-853e-415b09b062f0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0457678 May 13 17:30:35.850952 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a7d8a0b-6bfa-4a63-a915-c014591f6a24 req-81c36237-e0bd-46e5-9112-9868489899d6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454350 May 13 17:30:36.492065 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293b66-76ed-4ae3-9c1b-c2b37b63eb8e req-97b13575-23ea-4ab1-b776-4b6df5096593 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:36.493627 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6a293b66-76ed-4ae3-9c1b-c2b37b63eb8e req-97b13575-23ea-4ab1-b776-4b6df5096593 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0469105 May 13 17:30:36.560206 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6a293b66-76ed-4ae3-9c1b-c2b37b63eb8e req-e2df0f08-accd-40fa-a092-a5dd8805e4b2 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611136 May 13 17:30:36.704261 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0bc88-aab0-4fbc-bda0-77311ff41cc1 req-9ecd294d-654a-4875-bca4-b325e6d6cfeb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:36.705727 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-07f0bc88-aab0-4fbc-bda0-77311ff41cc1 req-9ecd294d-654a-4875-bca4-b325e6d6cfeb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0492618 May 13 17:30:36.753211 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-07f0bc88-aab0-4fbc-bda0-77311ff41cc1 req-76347d44-df4b-4e96-9d3f-b9ac6c8864fb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 May 13 17:30:36.819354 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50864d-d063-410d-a521-90e49bbf7118 req-fe7696f2-21fc-4269-9bdc-8f69011a9412 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:36.820820 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8f50864d-d063-410d-a521-90e49bbf7118 req-fe7696f2-21fc-4269-9bdc-8f69011a9412 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0467823 May 13 17:30:36.868082 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8f50864d-d063-410d-a521-90e49bbf7118 req-35e56e55-a227-4afe-8149-4abe283f7cf4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 May 13 17:30:36.977175 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b022f35-e141-4ba6-aad6-e12a88ae0f6a req-110343f3-166c-4c86-832a-01f914f03aa4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:36.978568 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b022f35-e141-4ba6-aad6-e12a88ae0f6a req-110343f3-166c-4c86-832a-01f914f03aa4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0474172 May 13 17:30:37.025898 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b022f35-e141-4ba6-aad6-e12a88ae0f6a req-9a75ebd7-b857-4240-9160-f82cf382f48d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418167 May 13 17:30:37.676448 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36a38a-fc87-4393-a96f-fecf2725b995 req-c78db504-b7a3-45af-9c86-38e43e3edc00 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:37.678106 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0d36a38a-fc87-4393-a96f-fecf2725b995 req-c78db504-b7a3-45af-9c86-38e43e3edc00 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0480101 May 13 17:30:37.733008 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0d36a38a-fc87-4393-a96f-fecf2725b995 req-50af6ec3-6cb7-4067-9637-bd17ab0f3569 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493116 May 13 17:30:37.872542 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29215e-c0b5-4449-a20c-790f2fe2533f req-159326fa-1112-4a76-ae64-3db2885900ef tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:37.874234 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c29215e-c0b5-4449-a20c-790f2fe2533f req-159326fa-1112-4a76-ae64-3db2885900ef tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0499043 May 13 17:30:37.929038 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c29215e-c0b5-4449-a20c-790f2fe2533f req-229be269-5b54-479c-b3cc-06bce1ee7913 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 May 13 17:30:38.003176 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa751-857f-4961-91b2-37f6adb384ae req-781aaa7e-50e9-40e6-9cb9-b6ab873ffbc1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:38.004702 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bebaa751-857f-4961-91b2-37f6adb384ae req-781aaa7e-50e9-40e6-9cb9-b6ab873ffbc1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0662265 May 13 17:30:38.053681 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bebaa751-857f-4961-91b2-37f6adb384ae req-f4f719f1-605d-4e33-8456-acb78227bed4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 May 13 17:30:38.142514 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c85906-cb41-4eb5-bd71-cda19fa1ccca req-829fcf07-8923-431f-9c49-a9d9403ce57c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:38.144164 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f8c85906-cb41-4eb5-bd71-cda19fa1ccca req-829fcf07-8923-431f-9c49-a9d9403ce57c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0469811 May 13 17:30:38.190553 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f8c85906-cb41-4eb5-bd71-cda19fa1ccca req-c1d3f0c8-8090-44d5-8edb-6da4130f5b62 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407746 May 13 17:30:38.850955 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e43f19-960a-429a-ab77-e910ddd4772d req-8a509a14-c32a-443a-be32-7a4ed3e40570 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:38.852476 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c9e43f19-960a-429a-ab77-e910ddd4772d req-8a509a14-c32a-443a-be32-7a4ed3e40570 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0461993 May 13 17:30:38.901011 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c9e43f19-960a-429a-ab77-e910ddd4772d req-80c719a2-a51f-4553-bad2-50d92d32fdbc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 May 13 17:30:39.041330 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21537eb-21ad-45fd-8885-643c7b39b43b req-a9a0057e-1c38-4938-8bb7-759dcf1c4a6d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:39.042815 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f21537eb-21ad-45fd-8885-643c7b39b43b req-a9a0057e-1c38-4938-8bb7-759dcf1c4a6d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0466468 May 13 17:30:39.089538 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f21537eb-21ad-45fd-8885-643c7b39b43b req-dd5dd9b0-0647-41ba-aa8c-8c5966a6d5f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 May 13 17:30:39.165212 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc58c4-f54a-4634-abb3-9e84756b0d3f req-6a39403a-78d9-4047-98f0-0cea5f174dc5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:39.166666 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0acc58c4-f54a-4634-abb3-9e84756b0d3f req-6a39403a-78d9-4047-98f0-0cea5f174dc5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0448592 May 13 17:30:39.214045 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0acc58c4-f54a-4634-abb3-9e84756b0d3f req-6ed349e7-8827-4fe8-a92b-b4d244bdeab6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419595 May 13 17:30:39.307678 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeb14f-8734-4b95-a976-b3955f2eceaf req-c3ab81e0-bfa5-4283-a396-4b5a17fe3c94 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:39.309061 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4cfeb14f-8734-4b95-a976-b3955f2eceaf req-c3ab81e0-bfa5-4283-a396-4b5a17fe3c94 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0494628 May 13 17:30:39.354027 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4cfeb14f-8734-4b95-a976-b3955f2eceaf req-d482beb6-188f-449d-9466-8cdce13d2211 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395257 May 13 17:30:40.017433 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da2e2b-3e35-40e6-a78b-a5494aa19809 req-bacfe73e-7594-4a3e-a0e2-6d11cf845a30 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:40.018943 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-63da2e2b-3e35-40e6-a78b-a5494aa19809 req-bacfe73e-7594-4a3e-a0e2-6d11cf845a30 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0469317 May 13 17:30:40.066890 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-63da2e2b-3e35-40e6-a78b-a5494aa19809 req-2432cfb3-28d0-47a6-ad02-72b6193f076b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 May 13 17:30:40.200848 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4a94b-5b99-46df-9823-c9bb60f1fc7d req-f7222186-a3af-4c9c-bcea-79d5e12c7c71 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:40.202214 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8f4a94b-5b99-46df-9823-c9bb60f1fc7d req-f7222186-a3af-4c9c-bcea-79d5e12c7c71 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0458429 May 13 17:30:40.248910 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8f4a94b-5b99-46df-9823-c9bb60f1fc7d req-f725ecce-b4ca-4e3c-892e-62f729ffdaa6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 May 13 17:30:40.327754 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba4a9b-8c76-48c6-aa9a-6bc0fcd267f2 req-893110fb-4e21-40f2-a89d-c6f6e2645ec3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:40.329229 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-adba4a9b-8c76-48c6-aa9a-6bc0fcd267f2 req-893110fb-4e21-40f2-a89d-c6f6e2645ec3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0479672 May 13 17:30:40.374822 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-adba4a9b-8c76-48c6-aa9a-6bc0fcd267f2 req-10fef6eb-50c2-4d1b-a16b-85242f6d3b3a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 May 13 17:30:40.449345 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device f37d13dd-347a-41e2-8ca5-2b0f1df46c9c details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:30:40.476095 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b091de-f515-459d-8f9a-f2dd6d5988bf req-0e533f09-8096-4d23-8103-abfd6040f53f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:40.477606 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-14b091de-f515-459d-8f9a-f2dd6d5988bf req-0e533f09-8096-4d23-8103-abfd6040f53f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0530810 May 13 17:30:40.527201 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-14b091de-f515-459d-8f9a-f2dd6d5988bf req-f0c1f479-d762-4d39-b319-523403807e15 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428772 May 13 17:30:40.552898 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:40.565112 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'port_id': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'mac_address': 'fa:16:3e:f8:9e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:30:40.604205 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:40.604597 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:40.617982 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37d13dd-347a-41e2-8ca5-2b0f1df46c9c {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:40.636852 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:40.737880 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:40.752593 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-f4790ac6-7866-4338-8e13-301614ac3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:40.754059 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-f4790ac6-7866-4338-8e13-301614ac3693 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c3a8b12-6c39-48c2-9e82-92ea8d91e964 HTTP/1.1" status: 200 len: 854 time: 0.0467381 May 13 17:30:40.789248 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:40.836909 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-f28f436e-a644-4287-974c-05a8b6340d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:40.838421 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-f28f436e-a644-4287-974c-05a8b6340d6c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479302 May 13 17:30:40.999678 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-5fd77c58-24f1-4afc-99b0-e9b0f2b00a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.001175 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-5fd77c58-24f1-4afc-99b0-e9b0f2b00a1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 1129 time: 0.0840862 May 13 17:30:41.078791 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-5f5a9e67-897b-4647-b618-992333e694d5 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695342 May 13 17:30:41.184388 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-67cfa98e-6e34-47fa-ae83-d556ff941d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.185869 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-67cfa98e-6e34-47fa-ae83-d556ff941d32 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.1656210 May 13 17:30:41.198899 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005848a-4cf0-40a0-829b-40252e034bf3 req-82f86283-ca7a-440e-91c1-1b05dbc67078 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.200934 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6005848a-4cf0-40a0-829b-40252e034bf3 req-82f86283-ca7a-440e-91c1-1b05dbc67078 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 944 time: 0.0510905 May 13 17:30:41.206319 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ca90d25-a908-4eec-b766-00f0903cae89 req-6193dac8-b5b8-496c-b52d-3e20124fd9be service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213253 May 13 17:30:41.248756 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-1f1b4545-d649-4620-bffe-94d415580a72 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c1697c5-1f14-4626-9fa8-129fec582059 HTTP/1.1" status: 200 len: 217 time: 0.0413444 May 13 17:30:41.252608 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6005848a-4cf0-40a0-829b-40252e034bf3 req-dfeab659-b20c-4640-ba74-3881e0cea093 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443668 May 13 17:30:41.380575 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da943d8-6627-440e-b6e3-f9746bdb22d0 req-eb998164-b0fb-4005-a9f9-be443b3ead37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.382676 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5da943d8-6627-440e-b6e3-f9746bdb22d0 req-eb998164-b0fb-4005-a9f9-be443b3ead37 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 1129 time: 0.1174092 May 13 17:30:41.387864 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-b5292a20-1b99-49c9-8a71-562c1d5e3214 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318948 May 13 17:30:41.396676 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-48372cdb-cab6-4fef-b134-7ada99cabe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.398659 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-48372cdb-cab6-4fef-b134-7ada99cabe84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.1256351 May 13 17:30:41.405198 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-65be03d1-f681-4404-8f05-dfe4f9a321fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.406756 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-65be03d1-f681-4404-8f05-dfe4f9a321fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1168 time: 0.0415761 May 13 17:30:41.409402 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663efb2-f39f-48c2-9040-82196ac527db req-e027801d-361c-4ef8-9f0b-9d4206b34bf3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.410843 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e663efb2-f39f-48c2-9040-82196ac527db req-e027801d-361c-4ef8-9f0b-9d4206b34bf3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0782599 May 13 17:30:41.533512 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed87a2e-6bc7-4123-9029-e90b3eae4271 req-e326dd26-7e23-4f2f-aa92-cee912e246cb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.535096 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7ed87a2e-6bc7-4123-9029-e90b3eae4271 req-e326dd26-7e23-4f2f-aa92-cee912e246cb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0822949 May 13 17:30:41.587114 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-dd91d252-fa19-407e-9db1-967500cb3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.588629 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-dd91d252-fa19-407e-9db1-967500cb3ef0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 200 len: 916 time: 0.1548736 May 13 17:30:41.610018 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:30:41.644698 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7ed87a2e-6bc7-4123-9029-e90b3eae4271 req-a2117a40-d276-4faa-80d3-f7548b0a31e5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998278 May 13 17:30:41.673655 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-585e545a-da6c-46da-bfe1-d7c462d0c62f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 1000 time: 0.0744686 May 13 17:30:41.770134 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d076b-1cd6-4911-81bb-6139e43dd98e req-caa44804-351e-4885-a50d-c122d0ed31fc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.771822 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e1d076b-1cd6-4911-81bb-6139e43dd98e req-caa44804-351e-4885-a50d-c122d0ed31fc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0576360 May 13 17:30:41.780695 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-d9edb14d-4dea-40cb-820e-b3cfae29665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.782277 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-d9edb14d-4dea-40cb-820e-b3cfae29665f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c3a8b12-6c39-48c2-9e82-92ea8d91e964 HTTP/1.1" status: 200 len: 854 time: 0.0973783 May 13 17:30:41.789879 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-107b015a-e1b9-4d9e-ad04-912f8d0cf934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.791310 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-107b015a-e1b9-4d9e-ad04-912f8d0cf934 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3567657 May 13 17:30:41.797246 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e663efb2-f39f-48c2-9040-82196ac527db req-12e9d631-fb8d-4139-9fcb-be69c25997ba tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807714 May 13 17:30:41.798081 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-8fda23ab-c52f-4b60-84c0-bd7f13713e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.799610 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-8fda23ab-c52f-4b60-84c0-bd7f13713e92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1129 time: 0.3549488 May 13 17:30:41.811995 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5da943d8-6627-440e-b6e3-f9746bdb22d0 req-7c821fa5-1eed-41f9-bb97-c78008727cdb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886940 May 13 17:30:41.877071 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-4aa032a9-f664-4ee6-b943-c1e6ba6c3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:41.878579 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-4aa032a9-f664-4ee6-b943-c1e6ba6c3d8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789647 May 13 17:30:41.882039 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e1d076b-1cd6-4911-81bb-6139e43dd98e req-9a107906-dc79-44e0-b426-946d6e4e24e8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032999 May 13 17:30:41.894442 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-94747531-a11a-4790-b054-51e5536c0927 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930817 May 13 17:30:42.365145 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821959d-d326-4519-95f6-c0e39abf5c9a req-24859ef2-452b-4a23-bead-895a088dfbcb tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:42.367284 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8821959d-d326-4519-95f6-c0e39abf5c9a req-24859ef2-452b-4a23-bead-895a088dfbcb tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 944 time: 0.0474725 May 13 17:30:42.420793 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8821959d-d326-4519-95f6-c0e39abf5c9a req-e1890d77-6668-4000-b044-3d232b056f60 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478053 May 13 17:30:42.655621 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-3c3f8b08-6eef-4f2c-9958-3de24bdda178 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887754 May 13 17:30:42.722121 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df43127c-7ce8-4194-9bf8-7b5453033e2b req-c76aa6b7-5240-4624-9b9b-c758e0d5522b service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549447 May 13 17:30:42.724751 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-a37ae120-baa3-4503-a28f-65331c19f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:42.726660 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-a37ae120-baa3-4503-a28f-65331c19f5b9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 911 time: 0.1515365 May 13 17:30:42.780369 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba45089-caf1-44f1-8257-316999878b13 req-d276d976-ef10-4c83-9825-eabf45f78803 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:42.781859 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ba45089-caf1-44f1-8257-316999878b13 req-d276d976-ef10-4c83-9825-eabf45f78803 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0571609 May 13 17:30:42.835780 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ba45089-caf1-44f1-8257-316999878b13 req-8bc1dcbf-e9a0-476f-a400-f4059fef8c0d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 May 13 17:30:42.939569 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2cfe2-96a2-41a4-bf48-f121082ffb60 req-1bd75dc2-bc3c-4f9d-a413-98afd40fb044 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:42.941463 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9f2cfe2-96a2-41a4-bf48-f121082ffb60 req-1bd75dc2-bc3c-4f9d-a413-98afd40fb044 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0595720 May 13 17:30:42.996758 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9f2cfe2-96a2-41a4-bf48-f121082ffb60 req-e01225ae-035a-4102-95aa-1f049a9ccf74 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490494 May 13 17:30:43.020389 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ce31-7946-48f0-829e-ef8f805a3301 req-d8d39602-6ae8-42e1-a621-7e0cb228d4a5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:43.021880 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3623ce31-7946-48f0-829e-ef8f805a3301 req-d8d39602-6ae8-42e1-a621-7e0cb228d4a5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0549057 May 13 17:30:43.066919 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3623ce31-7946-48f0-829e-ef8f805a3301 req-45d6ee02-4f15-462a-89ad-8e91ff76baf8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 May 13 17:30:43.524262 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:30:43.542791 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce471-8722-459f-93a8-c25ca5ad0cd4 req-603a1d47-2344-4ad3-9488-3c5b5ec1cac6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:43.544573 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a64ce471-8722-459f-93a8-c25ca5ad0cd4 req-603a1d47-2344-4ad3-9488-3c5b5ec1cac6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 944 time: 0.0533519 May 13 17:30:43.558044 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device f37d13dd-347a-41e2-8ca5-2b0f1df46c9c up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:30:43.603591 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a64ce471-8722-459f-93a8-c25ca5ad0cd4 req-b8dbe573-1416-43be-822e-5fa169a0eaad tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532482 May 13 17:30:43.634012 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:30:43.669709 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:43.692799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:43.693184 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:43.807757 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:43.808939 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:43.852388 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:43.856201 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8fc7de-d09e-4a09-9e24-cfb3d3aece82" -d '{"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-plugged", "status": "completed", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:43.875111 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:43.895555 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-f70f14ca-6b53-4dd3-a9d1-3cae3be298c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 200 len: 1001 time: 0.1081896 May 13 17:30:43.924606 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7f84c7-c8f3-4563-b7f7-e31687190ecf x-openstack-request-id: req-7f7f84c7-c8f3-4563-b7f7-e31687190ecf {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:43.925161 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-plugged", "status": "completed", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:43.925663 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f7f84c7-c8f3-4563-b7f7-e31687190ecf {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:43.926257 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7f84c7-c8f3-4563-b7f7-e31687190ecf'] response: {'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'code': 200} May 13 17:30:44.003531 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c65c03b-1f2d-408f-9c12-bbfe7fc04ff0 req-fe9951b9-2a17-4339-84c0-77438f3c55a0 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437761 May 13 17:30:44.006775 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:44.016667 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c1d1-edce-43bc-9e91-bf36a17a18e0 req-6c6695cc-c484-4d5e-95d2-353771af4136 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:44.020595 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d9a0c1d1-edce-43bc-9e91-bf36a17a18e0 req-6c6695cc-c484-4d5e-95d2-353771af4136 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0804036 May 13 17:30:44.086044 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:44.195479 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d9a0c1d1-edce-43bc-9e91-bf36a17a18e0 req-cedebc40-e633-43ee-9843-4d8cbabc53df tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462722 May 13 17:30:44.197082 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e4390-ad52-483d-abb0-f48b4ce11172 req-3272b88d-1ebd-4606-94c3-02fa09b09970 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:44.203895 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-983e4390-ad52-483d-abb0-f48b4ce11172 req-3272b88d-1ebd-4606-94c3-02fa09b09970 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0830226 May 13 17:30:44.206560 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-a1dd21b8-acee-45dd-a7ff-907e2c0c3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:44.208187 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-a1dd21b8-acee-45dd-a7ff-907e2c0c3e7c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.1034813 May 13 17:30:44.262866 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-983e4390-ad52-483d-abb0-f48b4ce11172 req-34379d47-687e-4588-af54-dffe01d816b1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578201 May 13 17:30:44.316192 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502a297-8633-4960-be5a-502347a22c5d req-98c1c504-9ca0-40e6-b175-69c10da98ece tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:44.317928 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c502a297-8633-4960-be5a-502347a22c5d req-98c1c504-9ca0-40e6-b175-69c10da98ece tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0556397 May 13 17:30:44.379497 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c502a297-8633-4960-be5a-502347a22c5d req-f91cbcb1-8199-49e6-94c3-f075c4f84679 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549839 May 13 17:30:44.732834 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-e1fc8b9f-5238-40f4-8269-0e786f5ab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:44.734022 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-e1fc8b9f-5238-40f4-8269-0e786f5ab2d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679164 May 13 17:30:44.775063 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edce962-f014-4410-a664-2f603ce4f7d6 req-5464e486-10d3-4be8-afcd-fd1334cbb2fa tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:44.777127 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1edce962-f014-4410-a664-2f603ce4f7d6 req-5464e486-10d3-4be8-afcd-fd1334cbb2fa tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0580454 May 13 17:30:44.859728 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1edce962-f014-4410-a664-2f603ce4f7d6 req-b441d0bc-022c-41c2-b831-9658b5fae595 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752609 May 13 17:30:45.337570 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c21028-a653-469a-abb9-1ce41dd24be8 req-348feadf-f8ee-473a-933c-ae894f5857d5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:45.339210 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f9c21028-a653-469a-abb9-1ce41dd24be8 req-348feadf-f8ee-473a-933c-ae894f5857d5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0787659 May 13 17:30:45.412674 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f9c21028-a653-469a-abb9-1ce41dd24be8 req-5595c0b8-1666-4e6f-bb34-39a4301b1f01 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657227 May 13 17:30:45.425427 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acf579-2480-497e-b820-eff57bdd7cd9 req-9e06913c-5884-4d48-b725-45a14cce0955 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:45.432706 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-60acf579-2480-497e-b820-eff57bdd7cd9 req-9e06913c-5884-4d48-b725-45a14cce0955 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0604079 May 13 17:30:45.480822 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-60acf579-2480-497e-b820-eff57bdd7cd9 req-8ffea23e-4b4c-4033-b6e8-a730a1b61ad8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472283 May 13 17:30:45.561258 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d09771-4451-4397-b939-f55d68b45d3e req-fbf5d0b6-b7c8-4581-9ef7-d0ee20f02036 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:45.562880 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-96d09771-4451-4397-b939-f55d68b45d3e req-fbf5d0b6-b7c8-4581-9ef7-d0ee20f02036 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0574458 May 13 17:30:45.627941 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589d742-40b7-4cf4-a8ff-62e41e48fafc req-18e19bb6-b5b9-4330-9913-f815677ae4bf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:45.634333 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-96d09771-4451-4397-b939-f55d68b45d3e req-578b97e5-a315-4d52-b27f-1cea91460797 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568149 May 13 17:30:45.635912 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e589d742-40b7-4cf4-a8ff-62e41e48fafc req-18e19bb6-b5b9-4330-9913-f815677ae4bf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0727673 May 13 17:30:45.639357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 46874) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:45.645654 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'port_id': '59800603-642e-4f31-b41b-ffa2355488f5'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:45.697979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (2e4037ef-d601-434f-ae84-e63d9c2083fe), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:46.052243 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4d367-313d-4443-87bc-9d819a59b08d req-fe223a5c-90a0-4c89-ae1f-c2d58ba95ac8 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:46.053847 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24b4d367-313d-4443-87bc-9d819a59b08d req-fe223a5c-90a0-4c89-ae1f-c2d58ba95ac8 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0881793 May 13 17:30:46.176143 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-24b4d367-313d-4443-87bc-9d819a59b08d req-1d8e7ea2-7803-4192-b5ca-e88f5444e5ef tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150956 May 13 17:30:46.302333 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:46.361734 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (2e4037ef-d601-434f-ae84-e63d9c2083fe), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:46.491949 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP 2e4037ef-d601-434f-ae84-e63d9c2083fe associated. External IP: 172.27.3.46, port: 59800603-642e-4f31-b41b-ffa2355488f5. May 13 17:30:46.611982 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e6dc9-2852-4012-ae1c-23b3725c559a req-cc9bb8f6-5a9e-41d2-ad89-b3662a8cb5ee tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:46.613632 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fd7e6dc9-2852-4012-ae1c-23b3725c559a req-cc9bb8f6-5a9e-41d2-ad89-b3662a8cb5ee tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0505307 May 13 17:30:46.665095 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fd7e6dc9-2852-4012-ae1c-23b3725c559a req-dfbbd69f-53ae-460c-99de-a7153af67053 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 May 13 17:30:46.763182 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:30:46.786589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27500cd7-d8c8-4271-a072-3f8b140a4d30 req-7673cbdd-ce55-4d8b-95fb-8fb9c47d7310 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:46.788132 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-27500cd7-d8c8-4271-a072-3f8b140a4d30 req-7673cbdd-ce55-4d8b-95fb-8fb9c47d7310 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0603189 May 13 17:30:46.931238 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-27500cd7-d8c8-4271-a072-3f8b140a4d30 req-f5cd6925-d1b8-4a1b-885c-9b938181d4c4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979283 May 13 17:30:46.966772 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:30:46.973230 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:46.977432 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:30:46.986956 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:30:46.987606 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:30:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:47.014182 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0fbe047e-c0e3-4933-a9e5-1a9ac1ca12d1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "PUT /v2.0/floatingips/2e4037ef-d601-434f-ae84-e63d9c2083fe HTTP/1.1" status: 200 len: 990 time: 1.3710361 May 13 17:30:47.014182 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:47.015337 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "tag": "59800603-642e-4f31-b41b-ffa2355488f5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:47.051677 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197cc3b-7e40-416a-b823-69a8b34155a4 x-openstack-request-id: req-1197cc3b-7e40-416a-b823-69a8b34155a4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:47.052239 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "tag": "59800603-642e-4f31-b41b-ffa2355488f5", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:47.052706 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1197cc3b-7e40-416a-b823-69a8b34155a4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:47.053818 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1197cc3b-7e40-416a-b823-69a8b34155a4'] response: {'name': 'network-changed', 'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5', 'status': 'completed', 'code': 200} May 13 17:30:47.131675 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:30:47.303246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ecb01-572a-4fa6-95da-b8babbc6d96d req-d2f454e4-38ef-4329-9ade-9b3eb62f7cbb tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:47.311389 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-656ecb01-572a-4fa6-95da-b8babbc6d96d req-d2f454e4-38ef-4329-9ade-9b3eb62f7cbb tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0610173 May 13 17:30:47.370428 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-656ecb01-572a-4fa6-95da-b8babbc6d96d req-44de0e75-aaff-40de-b2fd-a18ceb3a58b8 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580785 May 13 17:30:47.485863 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '2e4037ef-d601-434f-ae84-e63d9c2083fe', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '59800603-642e-4f31-b41b-ffa2355488f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:c2:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:29:59Z', 'updated_at': '2022-05-13T17:30:46Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}, {'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:52Z', 'revision_number': 2, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:47.530925 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:30:47.552857 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:30:47.553978 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:30:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:47.801439 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd651f4-42dd-4b2f-8dca-b7019fde27b1 req-0be3a2ae-fedf-46f8-852a-4e44104eec7f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:47.809254 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6bd651f4-42dd-4b2f-8dca-b7019fde27b1 req-0be3a2ae-fedf-46f8-852a-4e44104eec7f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0591753 May 13 17:30:47.828429 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:30:47.865324 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6bd651f4-42dd-4b2f-8dca-b7019fde27b1 req-fe98bcd8-6b38-466b-8a03-3962adf03033 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546803 May 13 17:30:48.118285 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87d71e-28c5-47d8-8c8e-a86f356b50a5 req-2172ede7-f2cb-4e7f-83e2-a99c6a8ad617 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:48.119829 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e87d71e-28c5-47d8-8c8e-a86f356b50a5 req-2172ede7-f2cb-4e7f-83e2-a99c6a8ad617 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0680563 May 13 17:30:48.198588 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e87d71e-28c5-47d8-8c8e-a86f356b50a5 req-2b0ecb74-8fed-4d4f-8d65-a7c3552a22aa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691519 May 13 17:30:48.221933 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '2e4037ef-d601-434f-ae84-e63d9c2083fe', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '59800603-642e-4f31-b41b-ffa2355488f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:c2:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:29:59Z', 'updated_at': '2022-05-13T17:30:46Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}, {'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:52Z', 'revision_number': 2, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:30:48.261257 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817d2a9-9157-4b6c-82a1-07773c862430 None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '2e4037ef-d601-434f-ae84-e63d9c2083fe', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '59800603-642e-4f31-b41b-ffa2355488f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:c2:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:29:59Z', 'updated_at': '2022-05-13T17:30:46Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}, {'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:52Z', 'revision_number': 2, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:30:48.528627 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1bd2c-93cf-4008-9dc8-8bfda38e3504 None None] New status for floating IP 2e4037ef-d601-434f-ae84-e63d9c2083fe: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:30:48.544146 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f31dc5-a8c0-45aa-8521-62e413db65c6 req-f3a51def-8fe2-4d91-bec9-3f44d047209f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:48.551590 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-39f31dc5-a8c0-45aa-8521-62e413db65c6 req-f3a51def-8fe2-4d91-bec9-3f44d047209f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0885448 May 13 17:30:48.626989 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-39f31dc5-a8c0-45aa-8521-62e413db65c6 req-0cfd2aab-06eb-4967-bd93-c45fac877abf tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729494 May 13 17:30:48.850036 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3730e6b-d7db-4393-ba80-cf388df18eb8 req-6c4978c2-5387-4d29-8042-ca93c01a1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:48.854287 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a3730e6b-d7db-4393-ba80-cf388df18eb8 req-6c4978c2-5387-4d29-8042-ca93c01a1336 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1129 time: 0.0695617 May 13 17:30:48.935382 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-50e84ab6-7d47-4136-a316-7a1541271f60 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506345 May 13 17:30:49.027909 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a645b2-cbfe-47d6-a786-2b3836d5b9e3 req-7f9e981a-2893-4c2b-a7bc-ea59fc7c7d7b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:49.029855 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0a645b2-cbfe-47d6-a786-2b3836d5b9e3 req-7f9e981a-2893-4c2b-a7bc-ea59fc7c7d7b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0533512 May 13 17:30:49.081865 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d0a645b2-cbfe-47d6-a786-2b3836d5b9e3 req-8125adba-4af9-4f8e-9429-cc8a6829f09d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 May 13 17:30:49.321595 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85489c-5650-4ceb-9899-86fb8e26db76 req-21a1ffb4-bf8a-42dd-9852-d5342fcb4ff6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:49.323090 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8c85489c-5650-4ceb-9899-86fb8e26db76 req-21a1ffb4-bf8a-42dd-9852-d5342fcb4ff6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0547605 May 13 17:30:49.392190 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8c85489c-5650-4ceb-9899-86fb8e26db76 req-773c325f-938b-491c-bb8d-8c4dd22268e0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626178 May 13 17:30:49.540725 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-87b6c5ed-ad81-4add-b6ca-a00edf04b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:49.544013 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-87b6c5ed-ad81-4add-b6ca-a00edf04b983 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 1129 time: 0.0645082 May 13 17:30:49.618358 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a3730e6b-d7db-4393-ba80-cf388df18eb8 req-2c437917-5869-47fd-b5e2-df749865645d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871239 May 13 17:30:49.680344 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-63d9cbc2-a25d-4718-a3c2-7878090950f7 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321528 May 13 17:30:49.737433 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f97f1-001e-4492-bb80-c131a617ecc9 req-0764be1f-7e8b-4a7d-8c72-47ea13a85790 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:49.738908 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f79f97f1-001e-4492-bb80-c131a617ecc9 req-0764be1f-7e8b-4a7d-8c72-47ea13a85790 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0464239 May 13 17:30:49.787369 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f79f97f1-001e-4492-bb80-c131a617ecc9 req-d0514d59-bf75-48b5-a1c6-abf524bba202 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 May 13 17:30:50.208489 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2033f6-5f48-461d-a29b-905115b951fa req-ad70f008-bb8d-4653-8318-907c30b1b230 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:50.210905 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5c2033f6-5f48-461d-a29b-905115b951fa req-ad70f008-bb8d-4653-8318-907c30b1b230 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0553536 May 13 17:30:50.280158 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5c2033f6-5f48-461d-a29b-905115b951fa req-fe33773c-2b1c-4174-b8dd-6cfaa5c741c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541134 May 13 17:30:50.537217 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37eaa-5d2e-4244-b15e-1959d605535b req-9c3f8e59-5961-4b8f-a5f2-a63def85a2dd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:50.538689 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-78a37eaa-5d2e-4244-b15e-1959d605535b req-9c3f8e59-5961-4b8f-a5f2-a63def85a2dd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0560687 May 13 17:30:50.606229 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-78a37eaa-5d2e-4244-b15e-1959d605535b req-0a105b97-e588-4ebf-b3f2-7df5badbf767 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585222 May 13 17:30:50.935540 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1e7d5-f17e-4e6b-89ad-c2c0f849eb7d req-44653346-d5a8-43ac-82c1-ea9988cbd066 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:50.943006 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6dd1e7d5-f17e-4e6b-89ad-c2c0f849eb7d req-44653346-d5a8-43ac-82c1-ea9988cbd066 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0624857 May 13 17:30:51.017149 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6dd1e7d5-f17e-4e6b-89ad-c2c0f849eb7d req-994ea639-bc1e-475a-a548-831ff79f6c4f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690334 May 13 17:30:51.780581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b03f6-1434-4604-8d95-28450f5f0b3c req-5f7abcd4-9d05-4e38-9beb-90234c3b06a3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:51.793353 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-864b03f6-1434-4604-8d95-28450f5f0b3c req-5f7abcd4-9d05-4e38-9beb-90234c3b06a3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0976603 May 13 17:30:51.849998 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-864b03f6-1434-4604-8d95-28450f5f0b3c req-026232f2-f594-4cee-91e1-bfa8aa646859 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549343 May 13 17:30:52.138205 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0f43d-9945-4411-928e-4b9676f992fd req-33844135-e675-4f9f-a85c-ddc972d643ad tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:52.145679 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8bd0f43d-9945-4411-928e-4b9676f992fd req-33844135-e675-4f9f-a85c-ddc972d643ad tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0557818 May 13 17:30:52.196167 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8bd0f43d-9945-4411-928e-4b9676f992fd req-61fe4c4c-5875-4e45-9665-f69bcafba30d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494111 May 13 17:30:52.988399 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634646d5-168d-4923-84de-475f0f38effa req-84b02bb5-e043-435a-855c-526c727650b7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:52.989942 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-634646d5-168d-4923-84de-475f0f38effa req-84b02bb5-e043-435a-855c-526c727650b7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0484245 May 13 17:30:53.050736 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-634646d5-168d-4923-84de-475f0f38effa req-233a11d9-44a6-4f34-a37c-554dfe38b0bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544691 May 13 17:30:53.136224 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 46994) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:53.140739 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120436085', 'description': 'tempest-description--898420760'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:53.219866 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.332564 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group (67e19b63-3a1c-4370-91b6-b0bbaafad482), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.349978 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefbdf-c418-4c0e-8e56-64ade2f4ae1c req-4e4b4f89-3a5f-4cdd-8652-240e2ff89560 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:53.352082 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5deefbdf-c418-4c0e-8e56-64ade2f4ae1c req-4e4b4f89-3a5f-4cdd-8652-240e2ff89560 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0596128 May 13 17:30:53.404341 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5deefbdf-c418-4c0e-8e56-64ade2f4ae1c req-195dd730-8938-40a4-9d7a-8261e751ec45 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458319 May 13 17:30:53.405375 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (67e19b63-3a1c-4370-91b6-b0bbaafad482), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.433654 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e19b63-3a1c-4370-91b6-b0bbaafad482,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:53.440694 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.444979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.445905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.445905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.445905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.521474 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.523218 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-163fdca2-f2a9-4bdf-ba62-bad6f242616e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3854232 May 13 17:30:53.530822 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 47002) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:53.535450 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-2bf429c6-3879-4601-8f89-d05d30a16529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'security_group_rule': {'security_group_id': '67e19b63-3a1c-4370-91b6-b0bbaafad482', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:53.556847 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:30:53.636019 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bf429c6-3879-4601-8f89-d05d30a16529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group_rule (4e3bc37b-f60e-432f-9303-ff666142cc6a), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.664641 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:53.682645 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '41053781-3367-4859-b7f7-eb83af021a82', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'port_id': '41053781-3367-4859-b7f7-eb83af021a82', 'mac_address': 'fa:16:3e:65:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:30:53.747633 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: ACTIVE; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:53.748023 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.759307 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bf429c6-3879-4601-8f89-d05d30a16529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group_rule (4e3bc37b-f60e-432f-9303-ff666142cc6a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.765226 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41053781-3367-4859-b7f7-eb83af021a82 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:30:53.801712 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:53.812014 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-3ebba418-dacf-4bc0-8c65-392db936c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:53.813895 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-3ebba418-dacf-4bc0-8c65-392db936c2b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 916 time: 0.1737187 May 13 17:30:53.841607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bf429c6-3879-4601-8f89-d05d30a16529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (4e3bc37b-f60e-432f-9303-ff666142cc6a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.867843 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf429c6-3879-4601-8f89-d05d30a16529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3bc37b-f60e-432f-9303-ff666142cc6a,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:53.872744 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.958205 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2bf429c6-3879-4601-8f89-d05d30a16529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:53.962078 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2bf429c6-3879-4601-8f89-d05d30a16529 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4276195 May 13 17:30:53.962423 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 47008) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:53.967653 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'security_group_rule': {'security_group_id': '67e19b63-3a1c-4370-91b6-b0bbaafad482', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:53.970261 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=6']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:53.985513 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.988901 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.989443 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.990960 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.992610 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.992973 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.993316 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:53.993846 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.069540 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group_rule (26bc2446-fed6-4849-9023-908553946e21), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:54.142539 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group_rule (26bc2446-fed6-4849-9023-908553946e21), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:54.177481 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['41053781-3367-4859-b7f7-eb83af021a82'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:30:54.205273 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d83737-c43d-4e30-b2ec-150104160312 req-5049fce3-15fd-4ebc-ae17-2e71f93347cd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:54.208851 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-53d83737-c43d-4e30-b2ec-150104160312 req-5049fce3-15fd-4ebc-ae17-2e71f93347cd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 944 time: 0.0643220 May 13 17:30:54.211450 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (26bc2446-fed6-4849-9023-908553946e21), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:54.269552 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bc2446-fed6-4849-9023-908553946e21,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:54.291758 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.292304 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.292995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.294432 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.294621 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.295648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.296698 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.297557 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.298371 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.299602 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.300243 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.300695 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.301426 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.303018 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.304618 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:30:54.350348 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-53d83737-c43d-4e30-b2ec-150104160312 req-385068de-be38-4ec9-9e8b-29716450c098 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258392 May 13 17:30:54.360256 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:54.368706 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 47018) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:54.369899 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7b6de8cd-49a8-4dd3-860b-6823a0a62fed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056320 May 13 17:30:54.375177 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:54.446953 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:54.584283 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e09f0-f4d3-4afd-a793-c610ed00231c req-6266864d-3268-4d74-b162-ea9b6e840acc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:54.588347 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-513e09f0-f4d3-4afd-a793-c610ed00231c req-6266864d-3268-4d74-b162-ea9b6e840acc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0808935 May 13 17:30:54.606929 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:54.702830 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-513e09f0-f4d3-4afd-a793-c610ed00231c req-0404dd54-b1a1-4807-ae46-bb2277f3e5a9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042218 May 13 17:30:54.788642 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-288f151f-e953-48b1-84d0-036e24a66a37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59800603-642e-4f31-b41b-ffa2355488f5 HTTP/1.1" status: 200 len: 1000 time: 0.1008172 May 13 17:30:54.803538 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Allocated IP 172.27.3.144 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/f2047816-e083-480b-8656-426ee78b8883) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:30:54.926246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for port (f2047816-e083-480b-8656-426ee78b8883), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.018731 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (f2047816-e083-480b-8656-426ee78b8883), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.065552 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:30:55.068814 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:30:55.081091 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:30:55.085975 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'Port': ['ID=f2047816-e083-480b-8656-426ee78b8883,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:55.425435 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.528121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51c435-db58-428e-b00e-7393e0d26531 req-3d448929-5477-4eb9-b33d-dbfac3f672e5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:55.535874 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d51c435-db58-428e-b00e-7393e0d26531 req-3d448929-5477-4eb9-b33d-dbfac3f672e5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 944 time: 0.0873852 May 13 17:30:55.555081 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f2047816-e083-480b-8656-426ee78b8883), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.608993 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:30:55.670747 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9d51c435-db58-428e-b00e-7393e0d26531 req-f8187cce-2456-45cf-999d-a5628b4f37b5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338391 May 13 17:30:55.705136 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 41053781-3367-4859-b7f7-eb83af021a82 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:30:55.705528 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (41053781-3367-4859-b7f7-eb83af021a82), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.738443 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-a84ee445-347b-49de-9b88-74d4bb076aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:55.739972 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-a84ee445-347b-49de-9b88-74d4bb076aa9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.1251636 May 13 17:30:55.830825 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for port (f2047816-e083-480b-8656-426ee78b8883), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.853451 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:30:55.854810 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.870185 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2372-8414-4244-aeaf-de7df1c46e2c req-b5498662-c8b4-49b5-b3b7-ed74d056fd2b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:55.872213 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd0d2372-8414-4244-aeaf-de7df1c46e2c req-b5498662-c8b4-49b5-b3b7-ed74d056fd2b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0566440 May 13 17:30:55.884002 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:30:55.886454 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74494f19-a441-4b60-b44f-3a693bcba44f" -d '{"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-plugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:30:55.899741 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:30:55.923524 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (f2047816-e083-480b-8656-426ee78b8883), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:55.966331 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd0d2372-8414-4244-aeaf-de7df1c46e2c req-50e761b6-6cda-42a6-8ec2-a7d71a25185d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879672 May 13 17:30:55.984417 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:56.060997 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'Port': ['ID=f2047816-e083-480b-8656-426ee78b8883,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:56.072289 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=7']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:56.076096 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047ba1e5-277b-4314-aa9f-947df514ca02 x-openstack-request-id: req-047ba1e5-277b-4314-aa9f-947df514ca02 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:30:56.076578 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-plugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:30:56.077302 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-047ba1e5-277b-4314-aa9f-947df514ca02 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:30:56.077790 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047ba1e5-277b-4314-aa9f-947df514ca02'] response: {'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82', 'code': 200} May 13 17:30:56.077966 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:56.162963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:56.164813 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0ebbf3ad-e92b-464a-8373-a87b653a0111 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7950120 May 13 17:30:56.394127 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-61aab3e4-8e40-422f-9d53-f102e66add0e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2120436085&fields=id&tenant_id=27832590c00f47b7b09c343e892f310a HTTP/1.1" status: 200 len: 267 time: 0.0561290 May 13 17:30:56.514267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-b2bc7d12-df25-4c63-bfa9-80892138843f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:56.516049 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-b2bc7d12-df25-4c63-bfa9-80892138843f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 818 time: 0.1206739 May 13 17:30:56.535747 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-11d34030-e8f3-4599-829d-50f474d872f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/quotas/27832590c00f47b7b09c343e892f310a HTTP/1.1" status: 200 len: 375 time: 0.0135713 May 13 17:30:56.610900 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-2cb411be-5138-45e9-8bb6-b5cfef3edf7f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0562172 May 13 17:30:56.730204 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-87104493-70e9-4522-8354-347300a464be service neutron] 10.222.0.64 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059361 May 13 17:30:56.828325 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-281028e9-10c2-4728-8c90-f1303c1a4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:56.829890 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-281028e9-10c2-4728-8c90-f1303c1a4c64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757103 May 13 17:30:56.859731 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-8f200320-49b1-4487-bb5c-849871d10a4b service neutron] 10.222.0.64 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234891 May 13 17:30:57.303246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d6f02-2354-4954-a530-838cc17a7890 req-6312a7a3-dab4-4857-9168-564ceb16f86f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:57.303246 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-212d6f02-2354-4954-a530-838cc17a7890 req-6312a7a3-dab4-4857-9168-564ceb16f86f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.1615539 May 13 17:30:57.380141 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-7e7e9ded-6114-42c3-b0d8-9c1acbc53644 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779745 May 13 17:30:57.401093 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-212d6f02-2354-4954-a530-838cc17a7890 req-c7ad7c5d-7046-40ea-aac7-4d843cfab0a7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853167 May 13 17:30:57.568603 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa0452-cb93-4260-9d04-3d2320e07c72 req-6ae38423-a4e0-4231-979c-94f4970a5cce tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:57.570219 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-effa0452-cb93-4260-9d04-3d2320e07c72 req-6ae38423-a4e0-4231-979c-94f4970a5cce tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0813787 May 13 17:30:57.686355 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-effa0452-cb93-4260-9d04-3d2320e07c72 req-b25b58ba-47c4-4e3f-ae87-5478225f90cd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070316 May 13 17:30:57.718905 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0380f0ed-d5a8-4a30-9b40-d3d44fcd1a3b req-1b811b03-5ac9-4912-a6e8-ed8c2d4f6124 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475673 May 13 17:30:57.791521 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89c526e3-459a-4b1a-a501-8afc64d48e78 req-0575aa28-4e72-4b08-98c1-ba9db6a2df0b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 210 time: 0.0490508 May 13 17:30:57.948607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73dbc4-5644-4641-a6da-c0413139dea5 req-27ce1c76-cce9-41c6-932e-89c0a06bdd3c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:57.949317 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fb73dbc4-5644-4641-a6da-c0413139dea5 req-27ce1c76-cce9-41c6-932e-89c0a06bdd3c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0673015 May 13 17:30:58.019153 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fb73dbc4-5644-4641-a6da-c0413139dea5 req-370f9ca0-c3cc-4d57-a84e-2b85f523f560 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640657 May 13 17:30:58.053824 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 47094) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:58.277754 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48cbb3-8430-469c-a26e-0a103226e1ff tempest-TestShelveInstance-2084755294 tempest-TestShelveInstance-2084755294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:58.279411 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6d48cbb3-8430-469c-a26e-0a103226e1ff tempest-TestShelveInstance-2084755294 tempest-TestShelveInstance-2084755294-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1124 time: 0.2251086 May 13 17:30:58.283578 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 47100) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:30:58.307373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'port_id': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:30:58.315759 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c015a1-e137-49a6-aea0-02d497a58351 req-64649123-0bcd-4866-9815-dfcd5cc16dbc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:58.317267 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25c015a1-e137-49a6-aea0-02d497a58351 req-64649123-0bcd-4866-9815-dfcd5cc16dbc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0536826 May 13 17:30:58.392898 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25c015a1-e137-49a6-aea0-02d497a58351 req-28a2f1a5-0dbf-4c54-901c-a14c61f847b4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651815 May 13 17:30:58.433823 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:58.434197 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9d99-59a4-4233-ab20-13332aa81751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:58.632892 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c8e05-c5c3-4bfd-8ab1-d3ba8b1ce9a2 req-1fee4ab6-1ecc-45d8-8296-6aba0159f49c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:58.634662 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dc7c8e05-c5c3-4bfd-8ab1-d3ba8b1ce9a2 req-1fee4ab6-1ecc-45d8-8296-6aba0159f49c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0670698 May 13 17:30:58.635821 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:58.957812 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8271ed5b-0e09-47cd-b170-6e0f7360e4fa req-5b6974e1-4e49-4e8c-8f94-923130a07c9f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 210 time: 0.0441015 May 13 17:30:59.022052 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dc7c8e05-c5c3-4bfd-8ab1-d3ba8b1ce9a2 req-12e508d0-c4f1-4ad4-b228-a31a7809df01 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781075 May 13 17:30:59.072924 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Allocated IP 172.27.3.105 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/f298ffc8-00a3-4860-92e4-02f8e0cdba76) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:30:59.197528 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:59.291164 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:59.335592 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:30:59.338277 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:30:59.345657 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:30:59.348026 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'Port': ['ID=f298ffc8-00a3-4860-92e4-02f8e0cdba76,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:30:59.516895 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb113b-1d90-4524-b086-67af55b9bf63 req-39e81370-f0dc-419a-9372-134d1790e14d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:30:59.518407 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-48fb113b-1d90-4524-b086-67af55b9bf63 req-39e81370-f0dc-419a-9372-134d1790e14d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0518911 May 13 17:30:59.576410 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-48fb113b-1d90-4524-b086-67af55b9bf63 req-8fdfa477-9edd-4e92-a150-75222c3ce851 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513980 May 13 17:30:59.751555 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for floatingip (c8e41482-23e4-4c3a-9123-441f835c8864), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:30:59.933001 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:00.093117 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-e9bd3db0-859b-4b6a-bf58-c7326cf5a70e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:00.103254 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-e9bd3db0-859b-4b6a-bf58-c7326cf5a70e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 818 time: 0.1968968 May 13 17:31:00.199958 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:00.239793 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38dc64b3-b397-484b-a14f-c36421ac0a85 req-03497e62-b3ea-4e7a-85e3-fb36ac5d369c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 210 time: 0.0370378 May 13 17:31:00.243737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72756c87-0aac-49dc-86a8-a060b63bd57e req-5fc5f422-7f02-476d-80dc-d6c8e1a71925 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:00.253617 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-72756c87-0aac-49dc-86a8-a060b63bd57e req-5fc5f422-7f02-476d-80dc-d6c8e1a71925 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.1043794 May 13 17:31:00.269649 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:00.333713 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event updated for resources: {'Port': ['ID=f298ffc8-00a3-4860-92e4-02f8e0cdba76,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:00.356209 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-e38b0082-acc1-4052-8369-17a3f55f7c5f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27832590c00f47b7b09c343e892f310a HTTP/1.1" status: 200 len: 380 time: 0.1558967 May 13 17:31:00.360936 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-72756c87-0aac-49dc-86a8-a060b63bd57e req-aa15e812-45cd-4ad6-93b1-ec1094d5c4f9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060364 May 13 17:31:00.367905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'port': {'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'admin_state_up': True, 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'security_groups': ['67e19b63-3a1c-4370-91b6-b0bbaafad482']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:31:00.395086 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (c8e41482-23e4-4c3a-9123-441f835c8864), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:00.542189 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Floating IP c8e41482-23e4-4c3a-9123-441f835c8864 associated. External IP: 172.27.3.105, port: f37d13dd-347a-41e2-8ca5-2b0f1df46c9c. May 13 17:31:00.583954 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-49ea5d62-b72d-44c8-bf98-d16f53fde3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:00.686432 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Made reservation on behalf of 27832590c00f47b7b09c343e892f310a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:31:00.690049 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:00.751728 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00fe66-0ca5-49ea-a02d-d5cf0166dd3f req-4eb38876-b861-41fd-a6ea-a632f4672b2c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:00.758667 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e00fe66-0ca5-49ea-a02d-d5cf0166dd3f req-4eb38876-b861-41fd-a6ea-a632f4672b2c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.1047852 May 13 17:31:00.844482 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Allocated IP 172.20.0.10 (0ae3692e-0df2-47ad-8286-157d76fd0bbd/32dc892b-cf58-42f6-9303-ee7b046b6075/d05de053-6bc4-4262-992c-723e87e69ddf) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:31:00.870725 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e00fe66-0ca5-49ea-a02d-d5cf0166dd3f req-0904a43f-6019-496d-8f02-ec425a8d248e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110311 May 13 17:31:00.882300 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:31:01.045650 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for port (d05de053-6bc4-4262-992c-723e87e69ddf), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:01.051607 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:31:01.061782 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] Sync routers for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:31:01.086990 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:31:01.087659 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:31:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:01.155255 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:01.182369 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:01.217370 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-436560f1-9995-444f-a378-c80852521c46 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9285986 May 13 17:31:01.218198 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:31:01.221081 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b706a04-f3e2-454e-9bf4-dd68472e984e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:31:01.222859 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:31:01.235628 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:31:01.238739 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:31:01.251307 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:31:01.274034 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d4e171-b4a4-40c8-9048-edf89a76e33d x-openstack-request-id: req-b5d4e171-b4a4-40c8-9048-edf89a76e33d {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:31:01.274326 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:31:01.274586 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5d4e171-b4a4-40c8-9048-edf89a76e33d {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:31:01.279236 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d4e171-b4a4-40c8-9048-edf89a76e33d'] response: {'name': 'network-changed', 'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'status': 'completed', 'code': 200} May 13 17:31:01.387778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event updated for resources: {'Port': ['ID=d05de053-6bc4-4262-992c-723e87e69ddf,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:01.447704 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:01.448340 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:01.520355 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd500c-ad9d-476d-87be-9a3d428fecf2 req-fd2c47f8-2a1d-4c80-818d-0e37de7fab4c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:01.523896 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64fd500c-ad9d-476d-87be-9a3d428fecf2 req-fd2c47f8-2a1d-4c80-818d-0e37de7fab4c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 932 time: 0.1438341 May 13 17:31:01.619424 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'c8e41482-23e4-4c3a-9123-441f835c8864', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'port_id': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'mac_address': 'fa:16:3e:f8:9e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:59Z', 'updated_at': '2022-05-13T17:30:59Z', 'revision_number': 0, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:05Z', 'revision_number': 5, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:01.638093 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-3dd83b25-ba2f-4e3d-b05d-eecc065736e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2748570 May 13 17:31:01.657834 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] Checking router: b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:31:01.666592 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:31:01.667243 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:31:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:01.703071 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-2c939af9-a3cd-4b44-8f83-19a29896ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:01.704736 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-2c939af9-a3cd-4b44-8f83-19a29896ce78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1129 time: 0.0854101 May 13 17:31:01.717959 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64fd500c-ad9d-476d-87be-9a3d428fecf2 req-5dbd96dd-8073-4ff3-9021-432273fe3d2e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863313 May 13 17:31:01.723372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Request body: {'port': {'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:31:01.748089 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16631b0d-57a1-402f-afcf-effc0f65f015 req-406c46e8-7d55-4521-bc6e-0cbf8579ba62 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:01.749725 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-16631b0d-57a1-402f-afcf-effc0f65f015 req-406c46e8-7d55-4521-bc6e-0cbf8579ba62 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.2393343 May 13 17:31:01.763241 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-94771ea3-5083-4cb1-b19e-bb01b2fb5297 None None] Provisioning complete for port d05de053-6bc4-4262-992c-723e87e69ddf triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:31:01.763241 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-94771ea3-5083-4cb1-b19e-bb01b2fb5297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:01.802186 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-94771ea3-5083-4cb1-b19e-bb01b2fb5297 None None] Port d05de053-6bc4-4262-992c-723e87e69ddf cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:31:01.810210 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:31:01.919352 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:01.927816 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-16631b0d-57a1-402f-afcf-effc0f65f015 req-7eb9e230-a337-47be-ab0f-e3db367e4c01 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571777 May 13 17:31:01.955325 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-0ddb3dc0-5667-44cb-99df-e337488ff055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:01.962521 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-0ddb3dc0-5667-44cb-99df-e337488ff055 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 200 len: 910 time: 0.2448785 May 13 17:31:02.013016 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:02.017531 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3ccaa-f073-46a3-b840-dbd591685459 req-5d2f2281-9de6-4b7b-a8e0-7ce23f17d513 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:02.019200 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f8a3ccaa-f073-46a3-b840-dbd591685459 req-5d2f2281-9de6-4b7b-a8e0-7ce23f17d513 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0651808 May 13 17:31:02.078126 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'c8e41482-23e4-4c3a-9123-441f835c8864', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'port_id': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'mac_address': 'fa:16:3e:f8:9e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:59Z', 'updated_at': '2022-05-13T17:30:59Z', 'revision_number': 0, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:05Z', 'revision_number': 5, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:02.085627 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f8a3ccaa-f073-46a3-b840-dbd591685459 req-d55f4556-3f29-4b30-ad05-49833cb6c995 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605319 May 13 17:31:02.105732 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ded719-dd96-4aff-8f46-5a1fa1485458 None None] The sync data for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi is: [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'c8e41482-23e4-4c3a-9123-441f835c8864', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'port_id': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'mac_address': 'fa:16:3e:f8:9e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:59Z', 'updated_at': '2022-05-13T17:30:59Z', 'revision_number': 0, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:05Z', 'revision_number': 5, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:31:02.149868 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-7804328e-c7df-4a59-ae2e-531c58932420 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 999 time: 0.1699760 May 13 17:31:02.272092 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-851f9a7c-19ac-4c28-bd97-70178f6949f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:02.273653 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-851f9a7c-19ac-4c28-bd97-70178f6949f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aad0c413-010c-4f53-a298-2e7b02b8e233 HTTP/1.1" status: 200 len: 848 time: 0.0732229 May 13 17:31:02.327810 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770c2071-be88-460f-b643-9503e60bc369 None None] New status for floating IP c8e41482-23e4-4c3a-9123-441f835c8864: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:31:02.348665 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-ed0fb58d-a3d2-450e-9203-4f4c59f1dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:02.350163 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-ed0fb58d-a3d2-450e-9203-4f4c59f1dae6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f334e29-3120-4ec7-b43a-0baf54e47be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569386 May 13 17:31:02.428215 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05de053-6bc4-4262-992c-723e87e69ddf {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:31:02.440344 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Publish callbacks [] for port (d05de053-6bc4-4262-992c-723e87e69ddf), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:02.465093 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Transition to ACTIVE for port object d05de053-6bc4-4262-992c-723e87e69ddf will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:31:02.483169 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-3ed83b7f-bea3-40d5-8817-ffb90bb37eda service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147633 May 13 17:31:02.560485 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:02.617912 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d05de053-6bc4-4262-992c-723e87e69ddf,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:02.692221 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Attempting to bind port d05de053-6bc4-4262-992c-723e87e69ddf on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:31:02.692565 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Attempting to bind port d05de053-6bc4-4262-992c-723e87e69ddf by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:31:02.692899 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Attempting to bind port d05de053-6bc4-4262-992c-723e87e69ddf on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:31:02.697835 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Port d05de053-6bc4-4262-992c-723e87e69ddf on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:31:02.698213 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Attempting to bind port d05de053-6bc4-4262-992c-723e87e69ddf on network 0ae3692e-0df2-47ad-8286-157d76fd0bbd {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:31:02.703764 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:31:02.704143 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Checking segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:31:02.704546 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Bound using segment: {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:31:02.704981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Bound port: d05de053-6bc4-4262-992c-723e87e69ddf, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9d2d85-0ce1-4486-8371-c94aaefdba01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:31:02.705351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:02.898875 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211f92c-e97f-4a4b-be40-875431f005be req-2b63529b-90dc-4c87-983d-e1114e8230ff tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:02.900387 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6211f92c-e97f-4a4b-be40-875431f005be req-2b63529b-90dc-4c87-983d-e1114e8230ff tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 944 time: 0.0891569 May 13 17:31:02.923166 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] For port d05de053-6bc4-4262-992c-723e87e69ddf, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:31:02.926742 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b706a04-f3e2-454e-9bf4-dd68472e984e req-c0ba36c3-c90c-4014-8873-670e90388129 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075186 May 13 17:31:02.946102 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] For port d05de053-6bc4-4262-992c-723e87e69ddf, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=d05de053-6bc4-4262-992c-723e87e69ddf,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:31:02.970334 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6211f92c-e97f-4a4b-be40-875431f005be req-985b906d-6213-42fa-b9c9-85793a833fa6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601089 May 13 17:31:03.029339 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:03.071746 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:03.072767 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:03.074340 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] 10.222.0.82 "PUT /v2.0/ports/d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 200 len: 1094 time: 1.3660109 May 13 17:31:03.076670 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:31:03.079188 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba8b528-80d1-4b2a-95a6-fd668fe528cd" -d '{"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:31:03.089495 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea08be-72cf-47a5-8fa5-dc4a311bbad9 req-3d9b82b0-67de-4ab7-a595-12add5a622e4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:03.092012 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-91ea08be-72cf-47a5-8fa5-dc4a311bbad9 req-3d9b82b0-67de-4ab7-a595-12add5a622e4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0687158 May 13 17:31:03.115735 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7684ae-0d17-47ed-b69b-da4c84c2ccc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d05de053-6bc4-4262-992c-723e87e69ddf,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:03.129921 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23f904e-39a6-4a54-99f8-0f90220a874a x-openstack-request-id: req-f23f904e-39a6-4a54-99f8-0f90220a874a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:31:03.132792 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:31:03.133067 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f23f904e-39a6-4a54-99f8-0f90220a874a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:31:03.133495 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23f904e-39a6-4a54-99f8-0f90220a874a'] response: {'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'status': 'completed', 'code': 200} May 13 17:31:03.193063 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-91ea08be-72cf-47a5-8fa5-dc4a311bbad9 req-23e1cb2e-c002-4f32-8859-72f335642876 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926685 May 13 17:31:03.496812 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:03.531269 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b528-80d1-4b2a-95a6-fd668fe528cd req-cb72785c-c329-4110-826d-421ca65af8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:03.532838 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ba8b528-80d1-4b2a-95a6-fd668fe528cd req-cb72785c-c329-4110-826d-421ca65af8d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1128 time: 0.3310232 May 13 17:31:03.544001 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caa2fa-ed1a-489f-af77-c91e359dab62 req-8d219e84-e2b9-4601-abac-3c9dcd8b5567 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:03.545663 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25caa2fa-ed1a-489f-af77-c91e359dab62 req-8d219e84-e2b9-4601-abac-3c9dcd8b5567 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.3457198 May 13 17:31:03.682706 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25caa2fa-ed1a-489f-af77-c91e359dab62 req-ce015744-d69d-4798-8c71-40c1dadfc7c8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309083 May 13 17:31:03.699119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b528-80d1-4b2a-95a6-fd668fe528cd req-bf6caa18-cbbc-439b-b23f-a639f255d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:03.700631 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ba8b528-80d1-4b2a-95a6-fd668fe528cd req-bf6caa18-cbbc-439b-b23f-a639f255d140 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=27832590c00f47b7b09c343e892f310a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1472673 May 13 17:31:03.820587 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b528-80d1-4b2a-95a6-fd668fe528cd req-1cfd29fc-7fd3-45e7-829b-92a8d9c51658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:03.822104 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ba8b528-80d1-4b2a-95a6-fd668fe528cd req-1cfd29fc-7fd3-45e7-829b-92a8d9c51658 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143825 May 13 17:31:03.949705 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-47965ccf-e0e5-4e51-8c14-b8a79e57506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:03.951237 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-47965ccf-e0e5-4e51-8c14-b8a79e57506f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1128 time: 0.0438693 May 13 17:31:04.047118 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-f69405d5-3673-48ce-81a5-74dfa18adbd0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 200 len: 217 time: 0.0806673 May 13 17:31:04.123410 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-a77dc204-28ed-46dd-b056-afafb5fedef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:04.124990 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-a77dc204-28ed-46dd-b056-afafb5fedef3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.0713575 May 13 17:31:04.126534 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f69e7-654a-46d8-8f56-e76c229629da req-bdaed3f8-f4f8-403f-8a5a-eaef224fbf13 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:04.135047 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-258f69e7-654a-46d8-8f56-e76c229629da req-bdaed3f8-f4f8-403f-8a5a-eaef224fbf13 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 944 time: 0.0634391 May 13 17:31:04.188059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-075ca9a2-52c5-431d-9260-536eed4c37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:04.189591 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-075ca9a2-52c5-431d-9260-536eed4c37c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556338 May 13 17:31:04.206158 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-258f69e7-654a-46d8-8f56-e76c229629da req-9cc2fe0b-5a0e-4da7-910a-0573838e0008 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686057 May 13 17:31:04.339488 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-cbf019a3-ada3-459d-8ff0-606b3de60c78 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390040 May 13 17:31:04.352644 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2c371-3487-402c-b5fa-834da1f207ce req-e7afd4f5-7cc9-4932-a297-40d5f1adb874 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:04.354381 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42a2c371-3487-402c-b5fa-834da1f207ce req-e7afd4f5-7cc9-4932-a297-40d5f1adb874 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0610180 May 13 17:31:04.467558 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42a2c371-3487-402c-b5fa-834da1f207ce req-bc6acde3-4f63-42a8-9147-0060a39616d8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999112 May 13 17:31:04.511333 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-68a520d4-15ec-43b5-a8b4-a75780d20dbb req-ddd2a5ee-8caa-4407-9a6b-84ae9e55246a service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558130 May 13 17:31:04.727875 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:04.807384 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2e50b-a4e9-44e0-bbcd-b02ba8118b87 req-81666d23-67af-4826-b435-4560cd0c250e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:04.809251 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-96a2e50b-a4e9-44e0-bbcd-b02ba8118b87 req-81666d23-67af-4826-b435-4560cd0c250e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0543466 May 13 17:31:04.862724 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-96a2e50b-a4e9-44e0-bbcd-b02ba8118b87 req-528640db-e5e5-44b3-9227-a41979502897 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473924 May 13 17:31:05.335477 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d861f-cc06-44f7-9b7e-3d732f74dae3 req-8264de8c-79cb-440e-b3eb-56687a9956bb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:05.336961 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d5d861f-cc06-44f7-9b7e-3d732f74dae3 req-8264de8c-79cb-440e-b3eb-56687a9956bb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 944 time: 0.0569859 May 13 17:31:05.394323 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1d5d861f-cc06-44f7-9b7e-3d732f74dae3 req-c99acdcf-906c-4826-ba9f-1befb23bd081 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508540 May 13 17:31:05.510896 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 47280) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:31:05.618043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] Deleting subnet 83e0e941-c712-42ca-8be4-9b9eaca86981 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:31:05.622837 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] Publish callbacks [] for subnet (83e0e941-c712-42ca-8be4-9b9eaca86981), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:05.629680 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427098cd-76e6-40d0-be3d-d2ac42387aa4 req-089240c5-c4e4-448f-8fb7-22b1f3046619 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:05.631386 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-427098cd-76e6-40d0-be3d-d2ac42387aa4 req-089240c5-c4e4-448f-8fb7-22b1f3046619 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0611103 May 13 17:31:05.671193 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (83e0e941-c712-42ca-8be4-9b9eaca86981), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:05.716931 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-427098cd-76e6-40d0-be3d-d2ac42387aa4 req-a4c215a0-3513-44fb-87a9-bc7ca35feac3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691063 May 13 17:31:05.730953 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (83e0e941-c712-42ca-8be4-9b9eaca86981), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:05.870118 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (83e0e941-c712-42ca-8be4-9b9eaca86981), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:05.898514 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e0e941-c712-42ca-8be4-9b9eaca86981,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:05.904115 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:05.910344 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6237dd09-c1e1-4dad-ae91-32095744a5ba admin admin] 10.222.0.64 "DELETE /v2.0/subnets/83e0e941-c712-42ca-8be4-9b9eaca86981 HTTP/1.1" status: 204 len: 168 time: 0.3957186 May 13 17:31:05.910507 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 47284) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:31:06.038198 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131a76-3ad7-4004-b4c8-f3f586fd99e0 req-467e7201-e3cc-435d-9c89-bc80d28904b9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:06.040099 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2131a76-3ad7-4004-b4c8-f3f586fd99e0 req-467e7201-e3cc-435d-9c89-bc80d28904b9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0718641 May 13 17:31:06.042782 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (0a5f1f56-1292-4f48-b919-1c7423ffdedd), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:06.151966 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (0a5f1f56-1292-4f48-b919-1c7423ffdedd), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:06.182054 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5f1f56-1292-4f48-b919-1c7423ffdedd']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:06.209321 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6709dbea-9231-453d-abeb-e2543014ce65') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:06.209589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6709dbea-9231-453d-abeb-e2543014ce65') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:06.232842 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (6709dbea-9231-453d-abeb-e2543014ce65), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:06.262848 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2131a76-3ad7-4004-b4c8-f3f586fd99e0 req-9909a312-59b9-4be8-b972-a2e9cb175754 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164409 May 13 17:31:06.263800 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (6709dbea-9231-453d-abeb-e2543014ce65), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:06.270609 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:31:06.271014 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (6709dbea-9231-453d-abeb-e2543014ce65), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:31:06.274734 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:31:06.543395 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36bd0c-603f-41da-a4cd-2a7d929c4567 req-93f47076-7eb6-496f-9b41-40f373930973 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:06.543395 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6f36bd0c-603f-41da-a4cd-2a7d929c4567 req-93f47076-7eb6-496f-9b41-40f373930973 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 944 time: 0.0532508 May 13 17:31:06.575317 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6f36bd0c-603f-41da-a4cd-2a7d929c4567 req-e08cff0f-7533-4898-a272-d0658a832aeb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488420 May 13 17:31:06.861132 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf2ed6-3f01-4d26-bfda-44b228329988 req-13303d74-2485-4aa0-aa0f-c10e163c56a6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:06.862511 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ddbf2ed6-3f01-4d26-bfda-44b228329988 req-13303d74-2485-4aa0-aa0f-c10e163c56a6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0512843 May 13 17:31:06.908198 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ddbf2ed6-3f01-4d26-bfda-44b228329988 req-cd24797f-c93f-49ce-85a8-2fe3dbbe16e6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 May 13 17:31:06.953404 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (0a5f1f56-1292-4f48-b919-1c7423ffdedd), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:06.961447 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:06.967262 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0a5f1f56-1292-4f48-b919-1c7423ffdedd HTTP/1.1" status: 204 len: 168 time: 1.0556917 May 13 17:31:06.977400 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40608857-e4fe-4ce3-b93a-f5d590e72903 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5f1f56-1292-4f48-b919-1c7423ffdedd,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:07.246848 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 47298) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:31:07.291090 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-adc06aaa-2ee0-4814-bece-d3857fd7cea6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6fceef0782240ccb486341a9007e4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429165 May 13 17:31:07.293746 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 47302) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:31:07.355765 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ab7f-2df6-495f-849b-79f4b4e9d682 admin admin] Publish callbacks [] for security_group (ddfd8df2-b068-4f0c-b7df-aa06285606a8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:07.383881 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ab7f-2df6-495f-849b-79f4b4e9d682 admin admin] Publish callbacks [] for security_group (ddfd8df2-b068-4f0c-b7df-aa06285606a8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:07.392716 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c1ce2-8a80-4842-ad25-638072995ea8 req-4f844839-c29a-4ef2-8898-32a0a560f3ff tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:07.394783 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d34c1ce2-8a80-4842-ad25-638072995ea8 req-4f844839-c29a-4ef2-8898-32a0a560f3ff tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0538886 May 13 17:31:07.462966 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d34c1ce2-8a80-4842-ad25-638072995ea8 req-746c6ee1-e1d6-411c-96b8-14fc5a677790 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529201 May 13 17:31:07.513382 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ab7f-2df6-495f-849b-79f4b4e9d682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ddfd8df2-b068-4f0c-b7df-aa06285606a8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:07.516151 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ab7f-2df6-495f-849b-79f4b4e9d682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:07.517416 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bdd2ab7f-2df6-495f-849b-79f4b4e9d682 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddfd8df2-b068-4f0c-b7df-aa06285606a8 HTTP/1.1" status: 204 len: 168 time: 0.2226627 May 13 17:31:07.526924 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2ab7f-2df6-495f-849b-79f4b4e9d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd8df2-b068-4f0c-b7df-aa06285606a8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:07.707359 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abb6-c5a3-474d-af89-2bd8dc527aed req-fe0d8d2a-0a53-49d0-8bed-a001ba2308b5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:07.715670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dbb0abb6-c5a3-474d-af89-2bd8dc527aed req-fe0d8d2a-0a53-49d0-8bed-a001ba2308b5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 944 time: 0.0596087 May 13 17:31:07.791746 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dbb0abb6-c5a3-474d-af89-2bd8dc527aed req-56b7fac7-b888-4c6e-91c9-4f0600f8658f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670125 May 13 17:31:08.066050 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31285c9a-c43c-4908-b5e6-0e6a9d1cf258 req-2481df13-0654-4149-bf4f-4ace7615091b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:08.074450 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-31285c9a-c43c-4908-b5e6-0e6a9d1cf258 req-2481df13-0654-4149-bf4f-4ace7615091b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0680871 May 13 17:31:08.121768 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-31285c9a-c43c-4908-b5e6-0e6a9d1cf258 req-30e94f80-34c9-4e42-a126-8af92ec21e1e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464220 May 13 17:31:08.588719 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b691c-e5b4-4332-8540-75b46da5556b req-608280b6-8621-4390-b9e2-752c90e55c5a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:08.590429 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-978b691c-e5b4-4332-8540-75b46da5556b req-608280b6-8621-4390-b9e2-752c90e55c5a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0649414 May 13 17:31:08.647723 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-978b691c-e5b4-4332-8540-75b46da5556b req-88fd7ae7-ebe9-4d67-83d1-8eb9990aa340 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517197 May 13 17:31:08.901103 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92636e89-2628-4344-827f-5f56008a84bf req-7cc07d75-6ada-403e-becb-70c111e3d8bc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:08.902685 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-92636e89-2628-4344-827f-5f56008a84bf req-7cc07d75-6ada-403e-becb-70c111e3d8bc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 944 time: 0.0467334 May 13 17:31:08.955739 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-92636e89-2628-4344-827f-5f56008a84bf req-bad2be23-6bef-4ce8-8dbe-6fc5dfafbaab tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 May 13 17:31:09.251708 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b251-18aa-46c9-a452-7619c4359d17 req-8e28a699-d6d3-45c2-b967-e47842cf855f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:09.253208 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6395b251-18aa-46c9-a452-7619c4359d17 req-8e28a699-d6d3-45c2-b967-e47842cf855f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0522969 May 13 17:31:09.303626 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6395b251-18aa-46c9-a452-7619c4359d17 req-4cd4444c-657e-4a0d-9297-1fa01e039eea tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 May 13 17:31:09.630772 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device d05de053-6bc4-4262-992c-723e87e69ddf details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:31:09.737677 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port d05de053-6bc4-4262-992c-723e87e69ddf, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=d05de053-6bc4-4262-992c-723e87e69ddf,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:31:09.763993 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f16a6-faa7-4638-9e8f-6a93a83f4a55 req-173b864a-f917-4ee7-bd97-6e9417186b7d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:09.764242 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'mac_address': 'fa:16:3e:b3:0b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:31:09.770924 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dc9f16a6-faa7-4638-9e8f-6a93a83f4a55 req-173b864a-f917-4ee7-bd97-6e9417186b7d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0537033 May 13 17:31:09.808681 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port d05de053-6bc4-4262-992c-723e87e69ddf is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:31:09.809402 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:09.824973 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05de053-6bc4-4262-992c-723e87e69ddf {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:31:09.848310 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port d05de053-6bc4-4262-992c-723e87e69ddf, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=d05de053-6bc4-4262-992c-723e87e69ddf,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:31:09.865008 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dc9f16a6-faa7-4638-9e8f-6a93a83f4a55 req-69357806-9f0c-4905-a2df-20de6aee79bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879819 May 13 17:31:09.927074 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:10.011345 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=d05de053-6bc4-4262-992c-723e87e69ddf,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:10.094560 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abdd6f-fab6-4aea-9aac-a2508d31f177 req-044d2a6b-bd5f-4332-850a-b7d7c4b7f085 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:10.096394 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11abdd6f-fab6-4aea-9aac-a2508d31f177 req-044d2a6b-bd5f-4332-850a-b7d7c4b7f085 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 945 time: 0.0630963 May 13 17:31:10.153833 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11abdd6f-fab6-4aea-9aac-a2508d31f177 req-1fa71538-e4d3-42f3-8b17-cd5859a0d4ed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495174 May 13 17:31:10.425189 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20dcf-267a-422f-89a2-df0479bab357 req-a27cdc09-186c-4251-bc00-3e39d03751cd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:10.426700 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f1a20dcf-267a-422f-89a2-df0479bab357 req-a27cdc09-186c-4251-bc00-3e39d03751cd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0480685 May 13 17:31:10.479205 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f1a20dcf-267a-422f-89a2-df0479bab357 req-bd41e155-019c-4fac-9ebd-46e1242a36bc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468211 May 13 17:31:10.622345 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['d05de053-6bc4-4262-992c-723e87e69ddf'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:31:11.008067 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f133fe-b76c-4c05-b805-7bc6af0eb8f2 req-abb0b949-fe61-4096-bbbd-555318497fa6 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:11.010992 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f5f133fe-b76c-4c05-b805-7bc6af0eb8f2 req-abb0b949-fe61-4096-bbbd-555318497fa6 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0759046 May 13 17:31:11.098449 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f5f133fe-b76c-4c05-b805-7bc6af0eb8f2 req-c8238c84-16bc-4872-9afe-54e94b1c5f2f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820498 May 13 17:31:11.289331 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f414dd-18f8-432b-b76e-db789b9f2160 req-f7f31ba6-f6c4-490e-8a9e-876490b1205f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:11.291883 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3f414dd-18f8-432b-b76e-db789b9f2160 req-f7f31ba6-f6c4-490e-8a9e-876490b1205f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 945 time: 0.0591276 May 13 17:31:11.358444 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3f414dd-18f8-432b-b76e-db789b9f2160 req-762f77af-1cb0-463b-9c75-85da2ac18913 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586357 May 13 17:31:11.673980 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5c16e-c7ba-43a7-9241-79ca15a65029 req-77d87a29-f4cb-4d72-ba2d-cf4d2c91fea0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:11.675938 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-04f5c16e-c7ba-43a7-9241-79ca15a65029 req-77d87a29-f4cb-4d72-ba2d-cf4d2c91fea0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0615304 May 13 17:31:11.735673 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-04f5c16e-c7ba-43a7-9241-79ca15a65029 req-f5dea421-2d52-44ff-b5ae-97922caacff6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504313 May 13 17:31:12.226754 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4b6c8-8148-48a9-b471-f457f49dc867 req-b4491e5b-3ab4-4243-b6e5-f47da640876f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:12.228281 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-48c4b6c8-8148-48a9-b471-f457f49dc867 req-b4491e5b-3ab4-4243-b6e5-f47da640876f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0552535 May 13 17:31:12.279743 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-48c4b6c8-8148-48a9-b471-f457f49dc867 req-f74e6162-5191-4093-9b58-f02af469b47b tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447588 May 13 17:31:12.391541 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device d05de053-6bc4-4262-992c-723e87e69ddf up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:31:12.450076 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port d05de053-6bc4-4262-992c-723e87e69ddf completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:31:12.493007 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288639d-e255-47f0-ab4d-200f666a4026 req-109eb979-089a-403d-87dd-787f72373d13 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:12.495618 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e288639d-e255-47f0-ab4d-200f666a4026 req-109eb979-089a-403d-87dd-787f72373d13 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 945 time: 0.0603755 May 13 17:31:12.550110 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port d05de053-6bc4-4262-992c-723e87e69ddf triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:31:12.551286 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:12.575782 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e288639d-e255-47f0-ab4d-200f666a4026 req-18d2a03b-2112-4d50-b11c-b33682adc0d8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725064 May 13 17:31:12.677176 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port d05de053-6bc4-4262-992c-723e87e69ddf is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:31:12.677564 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:12.719285 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:31:12.722298 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9924b2be-d9cb-4231-85bd-6c9fcaace227" -d '{"events": [{"server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "name": "network-vif-plugged", "status": "completed", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:31:12.740958 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port d05de053-6bc4-4262-992c-723e87e69ddf, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=d05de053-6bc4-4262-992c-723e87e69ddf,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:31:12.789497 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edaf26e-b440-4bd3-8457-fcf7a64215c6 x-openstack-request-id: req-5edaf26e-b440-4bd3-8457-fcf7a64215c6 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:31:12.789797 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "name": "network-vif-plugged", "status": "completed", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:31:12.790057 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5edaf26e-b440-4bd3-8457-fcf7a64215c6 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:31:12.791923 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5edaf26e-b440-4bd3-8457-fcf7a64215c6'] response: {'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'code': 200} May 13 17:31:12.799290 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:12.863633 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=d05de053-6bc4-4262-992c-723e87e69ddf,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:12.886866 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eeba6-a0a4-4784-98f9-3055585cbc36 req-30fb18a7-7594-4b39-8dfe-5d58a03f2938 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:12.888461 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-790eeba6-a0a4-4784-98f9-3055585cbc36 req-30fb18a7-7594-4b39-8dfe-5d58a03f2938 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0702984 May 13 17:31:12.951879 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-790eeba6-a0a4-4784-98f9-3055585cbc36 req-542f5161-5e7f-4a55-a7e2-f5aa1502bcd9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574996 May 13 17:31:13.408765 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8860b62-354d-4466-9bcf-225ef5d0c22b req-f6607d7c-7cd7-486f-a3e5-2747180e59a0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:13.410372 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a8860b62-354d-4466-9bcf-225ef5d0c22b req-f6607d7c-7cd7-486f-a3e5-2747180e59a0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0535042 May 13 17:31:13.456538 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a8860b62-354d-4466-9bcf-225ef5d0c22b req-95c46591-e718-40c2-857a-e0d59d1a0323 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 May 13 17:31:13.657680 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:13.691981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ed6c-1f7d-460a-80bd-7e7f9aa67afd req-0df93c39-0e1a-4463-8b47-b06c2092a820 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:13.693477 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4bb2ed6c-1f7d-460a-80bd-7e7f9aa67afd req-0df93c39-0e1a-4463-8b47-b06c2092a820 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0477185 May 13 17:31:13.742107 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4bb2ed6c-1f7d-460a-80bd-7e7f9aa67afd req-39357726-c9f7-4e93-a8be-98a415471201 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 May 13 17:31:14.072084 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d157b2-045a-4ec0-8bc2-1e4de090a05d req-80fa38eb-4bfb-4350-b998-45844bd2d019 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:14.073541 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c3d157b2-045a-4ec0-8bc2-1e4de090a05d req-80fa38eb-4bfb-4350-b998-45844bd2d019 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0453479 May 13 17:31:14.123048 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c3d157b2-045a-4ec0-8bc2-1e4de090a05d req-ebe4909a-94a3-4b36-a1f8-ae8a56a604be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438046 May 13 17:31:14.579372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115a1a0-3819-4240-a5e9-e9294a5b9f66 req-f6fef8f3-ea22-4503-a5a9-8e3c1498eb00 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:14.581239 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3115a1a0-3819-4240-a5e9-e9294a5b9f66 req-f6fef8f3-ea22-4503-a5a9-8e3c1498eb00 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0511811 May 13 17:31:14.638525 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3115a1a0-3819-4240-a5e9-e9294a5b9f66 req-e5590569-cae4-49ae-bc45-240ed2e6c23a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503647 May 13 17:31:14.852177 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d14ffb-f824-4a34-867f-96419bc108a6 req-1f7a5b48-db49-46d1-be79-03503519fead tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:14.853615 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-83d14ffb-f824-4a34-867f-96419bc108a6 req-1f7a5b48-db49-46d1-be79-03503519fead tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0468161 May 13 17:31:14.899390 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-83d14ffb-f824-4a34-867f-96419bc108a6 req-b11fc401-88ac-4a11-92d3-4210afd12d7e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 May 13 17:31:15.246908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f271a-5002-431c-ab6a-3b426792c97d req-6ae5c362-2c13-4bf1-928c-2dee2016cc20 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:15.248426 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-648f271a-5002-431c-ab6a-3b426792c97d req-6ae5c362-2c13-4bf1-928c-2dee2016cc20 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0511062 May 13 17:31:15.295732 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-648f271a-5002-431c-ab6a-3b426792c97d req-798b06ac-660c-489a-93ca-ecdfdfacfb74 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411856 May 13 17:31:15.747709 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236ad19-7a94-40ee-9083-f8d5a7152829 req-fab82f92-d15a-4772-ad52-ad98eaffebdf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:15.749351 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b236ad19-7a94-40ee-9083-f8d5a7152829 req-fab82f92-d15a-4772-ad52-ad98eaffebdf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0485842 May 13 17:31:15.794810 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b236ad19-7a94-40ee-9083-f8d5a7152829 req-078a68e9-d7bd-4332-9ecc-98eed6a282b1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397880 May 13 17:31:16.010295 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab0b57-ea9e-4147-89ec-0dc0f396749d req-6581fd6e-0d83-46b5-964a-9f02468be5e1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:16.011794 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5ab0b57-ea9e-4147-89ec-0dc0f396749d req-6581fd6e-0d83-46b5-964a-9f02468be5e1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0466115 May 13 17:31:16.073892 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5ab0b57-ea9e-4147-89ec-0dc0f396749d req-b2bbecea-781b-4ae5-9cec-ac52316f7fc1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566075 May 13 17:31:16.413190 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082f3b3-cf15-48dc-9728-0d330de0aabe req-21f163c5-898f-4b53-8ad4-dd6a245cffaf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:16.414657 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f082f3b3-cf15-48dc-9728-0d330de0aabe req-21f163c5-898f-4b53-8ad4-dd6a245cffaf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0495799 May 13 17:31:16.460349 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f082f3b3-cf15-48dc-9728-0d330de0aabe req-870f76d9-309c-465a-a124-e597b1dd5477 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 May 13 17:31:16.716605 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42796-7319-4fd2-b8ca-0f6249c655b5 req-23c60de8-fc5d-45a3-9504-c0495a698785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:16.718148 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1bc42796-7319-4fd2-b8ca-0f6249c655b5 req-23c60de8-fc5d-45a3-9504-c0495a698785 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1130 time: 0.0375793 May 13 17:31:16.918100 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dec5d-80a0-44fd-90c0-01a71ba71ec1 req-760af2b8-2cac-45f4-b656-5b4c58267e7a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:16.919570 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-302dec5d-80a0-44fd-90c0-01a71ba71ec1 req-760af2b8-2cac-45f4-b656-5b4c58267e7a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0591075 May 13 17:31:16.922834 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1bc42796-7319-4fd2-b8ca-0f6249c655b5 req-618b52ab-1cd4-4150-be4b-2239d4577539 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790865 May 13 17:31:16.965346 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-302dec5d-80a0-44fd-90c0-01a71ba71ec1 req-cc080988-3405-46fa-a150-39520c472bb1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401156 May 13 17:31:17.184070 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac92f9-32b7-4b66-a822-8c610631d25e req-005993dc-02a7-4f0c-806c-1c15640a3cba tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:17.185535 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-78ac92f9-32b7-4b66-a822-8c610631d25e req-005993dc-02a7-4f0c-806c-1c15640a3cba tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0458932 May 13 17:31:17.235082 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-78ac92f9-32b7-4b66-a822-8c610631d25e req-2fd9a1c1-3ffa-41d7-92eb-0aa57645ca01 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 May 13 17:31:17.574674 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c354be-e223-48c5-a03d-ef6f1268c897 req-c2768991-5b32-491e-8a69-fa274487d377 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:17.576632 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01c354be-e223-48c5-a03d-ef6f1268c897 req-c2768991-5b32-491e-8a69-fa274487d377 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0454161 May 13 17:31:17.623099 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-01c354be-e223-48c5-a03d-ef6f1268c897 req-4a3360ce-b619-4c45-a06a-3fcf0093a230 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409737 May 13 17:31:18.080848 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7cc3f-c4b5-4851-86b5-0320df99bb8c req-3294d365-1375-41b3-863a-4b57da2cb652 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:18.082291 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6aa7cc3f-c4b5-4851-86b5-0320df99bb8c req-3294d365-1375-41b3-863a-4b57da2cb652 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0488055 May 13 17:31:18.135457 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6aa7cc3f-c4b5-4851-86b5-0320df99bb8c req-155b577d-7eb2-4aa8-b8b5-c75147a31a5a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474164 May 13 17:31:18.348437 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdeee4-8aa1-4364-8a17-0368c86f20a5 req-d34a30b0-f29c-4ccc-8c82-099eb2f06296 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:18.349907 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76fdeee4-8aa1-4364-8a17-0368c86f20a5 req-d34a30b0-f29c-4ccc-8c82-099eb2f06296 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0503216 May 13 17:31:18.396517 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76fdeee4-8aa1-4364-8a17-0368c86f20a5 req-af703595-11b0-4cb7-bc54-fa8cc3922d4b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 May 13 17:31:18.738168 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0334-ee80-4400-9acf-f2b36a6e9e32 req-34c13077-e36f-47c3-8bd9-2d696ace6bc1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:18.739650 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c08c0334-ee80-4400-9acf-f2b36a6e9e32 req-34c13077-e36f-47c3-8bd9-2d696ace6bc1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0464659 May 13 17:31:18.787684 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c08c0334-ee80-4400-9acf-f2b36a6e9e32 req-78918a1e-213a-4998-88d9-6d539429d9e8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 May 13 17:31:19.257615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f691846-ec43-4335-b7cc-2cbadbe93033 req-2ac3ee7b-09c8-4be5-ba4e-a932b0484490 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:19.259569 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f691846-ec43-4335-b7cc-2cbadbe93033 req-2ac3ee7b-09c8-4be5-ba4e-a932b0484490 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0575988 May 13 17:31:19.304903 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f691846-ec43-4335-b7cc-2cbadbe93033 req-25cee2eb-29e4-463f-874f-7ffb62a8e4e8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398560 May 13 17:31:19.507896 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed686322-4689-4cd5-b98b-095afae52a79 req-90d2d2f9-d186-447b-aa9c-65c46234aa1d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:19.509252 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ed686322-4689-4cd5-b98b-095afae52a79 req-90d2d2f9-d186-447b-aa9c-65c46234aa1d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0450621 May 13 17:31:19.556096 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ed686322-4689-4cd5-b98b-095afae52a79 req-f2a39998-9e41-4a0a-b63f-78a806c5e983 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 May 13 17:31:19.906275 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654004c3-86ec-4052-8998-33c877c994ea req-7240bc39-4bee-4a10-a342-c3fdfbf91a1b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:19.907746 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-654004c3-86ec-4052-8998-33c877c994ea req-7240bc39-4bee-4a10-a342-c3fdfbf91a1b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0498652 May 13 17:31:19.955826 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-654004c3-86ec-4052-8998-33c877c994ea req-38cd91dc-3391-4efb-8fc5-8816c343b9f8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 May 13 17:31:20.420880 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32359185-a131-4c0d-9634-9e97c23679ce req-6f002b62-8cac-4312-bc2a-9dcf417654df tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:20.422263 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-32359185-a131-4c0d-9634-9e97c23679ce req-6f002b62-8cac-4312-bc2a-9dcf417654df tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0471480 May 13 17:31:20.468275 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-32359185-a131-4c0d-9634-9e97c23679ce req-dd46a5c0-55f0-4fbf-bb82-060f361ad49c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399084 May 13 17:31:20.522521 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:31:20.669546 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084b504-0edf-4828-a28f-098c9f2118ab req-9229da33-8aae-41bb-9f1c-f2d355562cd0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:20.671370 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b084b504-0edf-4828-a28f-098c9f2118ab req-9229da33-8aae-41bb-9f1c-f2d355562cd0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0485463 May 13 17:31:20.717809 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b084b504-0edf-4828-a28f-098c9f2118ab req-08dcbec1-23e8-4c33-ac8b-a62a32e4dc15 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410428 May 13 17:31:21.086663 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af60223-cc7b-439e-9aaa-936904ec7873 req-e30fc72f-33c1-4409-a7f9-10e6ece56e34 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:21.088277 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4af60223-cc7b-439e-9aaa-936904ec7873 req-e30fc72f-33c1-4409-a7f9-10e6ece56e34 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 945 time: 0.0509813 May 13 17:31:21.145343 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4af60223-cc7b-439e-9aaa-936904ec7873 req-e6994d6f-3a28-4905-83ce-507ab41b447f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512187 May 13 17:31:21.196089 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:31:21.279695 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: ACTIVE; New status is: DOWN {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:31:21.280008 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:21.303073 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:31:21.305350 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66809c37-284a-4325-beb8-5379add4abbb" -d '{"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-unplugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:31:21.317392 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:31:21.342442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 17:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6280512d-edc5-4cc6-a670-2759742b9627 x-openstack-request-id: req-6280512d-edc5-4cc6-a670-2759742b9627 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:31:21.342755 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-unplugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:31:21.343012 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6280512d-edc5-4cc6-a670-2759742b9627 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:31:21.343436 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6280512d-edc5-4cc6-a670-2759742b9627'] response: {'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82', 'code': 200} May 13 17:31:21.389093 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:21.445425 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=8']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:21.597867 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e6819-8990-4018-9a4e-4048e9751be2 req-c041a1d9-f4f6-47aa-8e50-cd86be29b9ee tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:21.599367 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-350e6819-8990-4018-9a4e-4048e9751be2 req-c041a1d9-f4f6-47aa-8e50-cd86be29b9ee tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0602813 May 13 17:31:21.647083 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-350e6819-8990-4018-9a4e-4048e9751be2 req-65fce4ab-0761-4003-a60c-120f7edaa30d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414147 May 13 17:31:21.833669 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb7ae0-47fc-4a20-8f86-7f06ecff0f44 req-d7c0bfcd-e217-49a7-a68a-78dbdf972b42 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:21.835042 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dbcb7ae0-47fc-4a20-8f86-7f06ecff0f44 req-d7c0bfcd-e217-49a7-a68a-78dbdf972b42 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0459874 May 13 17:31:21.884455 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dbcb7ae0-47fc-4a20-8f86-7f06ecff0f44 req-8e9dbbff-e623-449e-977f-d30e97dc89e3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 May 13 17:31:22.263040 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ca1e-6fac-433d-8be9-ecf68d097f05 req-8ea6eea6-6ef0-4585-9f1e-b3e14841b9a8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:22.264544 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-71c0ca1e-6fac-433d-8be9-ecf68d097f05 req-8ea6eea6-6ef0-4585-9f1e-b3e14841b9a8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0473619 May 13 17:31:22.309291 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-71c0ca1e-6fac-433d-8be9-ecf68d097f05 req-ad1228dc-8712-42ad-bb87-cfadb74b6338 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392568 May 13 17:31:22.758470 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6787de-cc98-46c7-8b60-8bb3ec699772 req-a5d1b764-fde3-4e98-a05b-a18380eb5d25 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:22.760068 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb6787de-cc98-46c7-8b60-8bb3ec699772 req-a5d1b764-fde3-4e98-a05b-a18380eb5d25 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0459657 May 13 17:31:22.805093 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb6787de-cc98-46c7-8b60-8bb3ec699772 req-54cacca1-a274-4ede-a1b8-a5ed53b3039c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397022 May 13 17:31:22.994317 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4f591-0b07-4df7-aa8e-99e859d2cc68 req-d149f371-f526-4ffa-a117-d1b618174bc3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:22.996061 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7db4f591-0b07-4df7-aa8e-99e859d2cc68 req-d149f371-f526-4ffa-a117-d1b618174bc3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0458546 May 13 17:31:23.044347 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7db4f591-0b07-4df7-aa8e-99e859d2cc68 req-4aceaaab-4260-4f39-9460-153958fcb4e1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430486 May 13 17:31:23.427870 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96207cb1-4ebd-4b5d-a683-42545e0a1e99 req-6594be67-13fd-43aa-8400-872c3a858433 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:23.429351 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96207cb1-4ebd-4b5d-a683-42545e0a1e99 req-6594be67-13fd-43aa-8400-872c3a858433 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0461130 May 13 17:31:23.475798 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-96207cb1-4ebd-4b5d-a683-42545e0a1e99 req-448d3a85-3c51-4ac1-808b-dd83e76b5db8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409565 May 13 17:31:23.916986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1616c-579b-4ad4-b834-1bb91fc31f82 req-9fa0955b-8d59-4335-aff6-9a9d30b87200 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:23.918473 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9cb1616c-579b-4ad4-b834-1bb91fc31f82 req-9fa0955b-8d59-4335-aff6-9a9d30b87200 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0467291 May 13 17:31:23.964715 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9cb1616c-579b-4ad4-b834-1bb91fc31f82 req-dd1940c6-adaf-49a4-b363-60f0a6c21b6f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 May 13 17:31:24.160249 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4cdb-3b14-46cc-a8a5-8c749734a7ae req-9ba2666b-b05f-4e85-a711-d48833b31080 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:24.161721 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-17ac4cdb-3b14-46cc-a8a5-8c749734a7ae req-9ba2666b-b05f-4e85-a711-d48833b31080 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0509894 May 13 17:31:24.207490 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-17ac4cdb-3b14-46cc-a8a5-8c749734a7ae req-92b794e7-f5e4-4050-ac9a-c6a1182bf424 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 May 13 17:31:24.590229 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40793e7-11d2-4cc5-aa5f-67cd5a2bff6c req-dda92fde-cee1-47af-a36b-837c7fc80269 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:24.591722 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e40793e7-11d2-4cc5-aa5f-67cd5a2bff6c req-dda92fde-cee1-47af-a36b-837c7fc80269 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0461586 May 13 17:31:24.637227 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e40793e7-11d2-4cc5-aa5f-67cd5a2bff6c req-40fb9127-bc79-476f-bde5-8c5bfe865fb4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 May 13 17:31:25.080440 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea7375-00c0-4c38-9b55-09e68cb649b8 req-f73f5341-9476-4474-920e-d0d209027d2a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:25.084442 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2eea7375-00c0-4c38-9b55-09e68cb649b8 req-f73f5341-9476-4474-920e-d0d209027d2a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0513654 May 13 17:31:25.132367 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2eea7375-00c0-4c38-9b55-09e68cb649b8 req-de074c48-6779-4f72-8e0f-c48c267b1e3a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415244 May 13 17:31:25.322982 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7954e3-05fc-4d8b-a641-d52e1ca82db8 req-763525d2-c5f2-435e-83f4-e89e35cab8f1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:25.324529 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cf7954e3-05fc-4d8b-a641-d52e1ca82db8 req-763525d2-c5f2-435e-83f4-e89e35cab8f1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0501771 May 13 17:31:25.370830 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cf7954e3-05fc-4d8b-a641-d52e1ca82db8 req-d76a1147-b70e-4b5b-bd0c-d3840ed16d49 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 May 13 17:31:25.622794 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-4f114c40-00f7-42d2-8d4a-f9d28d32a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:25.624332 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-4f114c40-00f7-42d2-8d4a-f9d28d32a4fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1127 time: 0.0538344 May 13 17:31:25.758033 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0b4f2-a854-47c6-89de-9bbe038757d7 req-b1256139-58a8-4d23-9073-4c3e83fc566a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:25.759596 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76a0b4f2-a854-47c6-89de-9bbe038757d7 req-b1256139-58a8-4d23-9073-4c3e83fc566a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0509913 May 13 17:31:25.806046 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76a0b4f2-a854-47c6-89de-9bbe038757d7 req-12bfdd35-0ba5-4d02-b091-be22253e9e04 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409195 May 13 17:31:25.946341 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-e3674f9c-b799-4f11-810a-dee062c5e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:25.947855 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-e3674f9c-b799-4f11-810a-dee062c5e001 service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.0874043 May 13 17:31:26.244260 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6d580-820f-4d79-a890-d1946a073a8d req-f62f4108-958f-46b4-9e3b-729a789b34fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:26.245648 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-74e6d580-820f-4d79-a890-d1946a073a8d req-f62f4108-958f-46b4-9e3b-729a789b34fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0468202 May 13 17:31:26.291099 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-74e6d580-820f-4d79-a890-d1946a073a8d req-fac60510-ddc9-4319-b335-4f29c7b23bc1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400362 May 13 17:31:26.488585 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ee6c-e57a-4d28-bff8-1f14abb4776c req-9d86c726-3f2c-4087-99a6-2d01c9fddaa2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:26.490253 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc51ee6c-e57a-4d28-bff8-1f14abb4776c req-9d86c726-3f2c-4087-99a6-2d01c9fddaa2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0544238 May 13 17:31:26.537837 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc51ee6c-e57a-4d28-bff8-1f14abb4776c req-8151e3c5-9948-44a5-a5b4-320ffd7f75a3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 May 13 17:31:26.644505 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef3b7-7b7a-45dd-91b2-8de0beebcbb7 req-8e9df1d5-429d-40ab-9e56-42792927264a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:26.645970 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-714ef3b7-7b7a-45dd-91b2-8de0beebcbb7 req-8e9df1d5-429d-40ab-9e56-42792927264a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0457580 May 13 17:31:26.654732 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 47496) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:31:26.659205 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'floatingip': {'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:31:26.678590 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79d668-1eb1-4423-b897-803a4435a905 req-45114cc1-7ba1-4fd0-9901-8debce9b8dea tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:26.680147 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d79d668-1eb1-4423-b897-803a4435a905 req-45114cc1-7ba1-4fd0-9901-8debce9b8dea tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0521998 May 13 17:31:26.698373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:26.729843 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d79d668-1eb1-4423-b897-803a4435a905 req-c994b649-634f-409d-bdcd-1e421b234fad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 May 13 17:31:27.110744 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b794e99-aa54-4a18-aeff-7cca079d29c4 req-e6b4aada-dc21-4c4f-b45a-a570555abb02 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:27.112132 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4b794e99-aa54-4a18-aeff-7cca079d29c4 req-e6b4aada-dc21-4c4f-b45a-a570555abb02 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0584934 May 13 17:31:27.268577 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4b794e99-aa54-4a18-aeff-7cca079d29c4 req-e1dbf7d0-c86d-43cc-ab6a-51ecb8d6b542 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501126 May 13 17:31:27.419404 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:27.489838 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:27.590802 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Floating IP e92cafc2-af65-473d-bc35-9863697700fa associated. External IP: 172.27.3.144, port: d05de053-6bc4-4262-992c-723e87e69ddf. May 13 17:31:27.798876 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:31:27.841846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee0b22-4e97-4701-8dfe-e1d730a52f5f req-bb61f3b1-5f8b-488b-9691-6e0818e2a018 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:27.843346 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-87ee0b22-4e97-4701-8dfe-e1d730a52f5f req-bb61f3b1-5f8b-488b-9691-6e0818e2a018 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0464516 May 13 17:31:27.889285 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-87ee0b22-4e97-4701-8dfe-e1d730a52f5f req-cd7520cc-d2bf-472f-b686-770777744042 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400565 May 13 17:31:27.907728 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:31:27.912558 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:27.918516 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] Sync routers for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:31:27.927866 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:31:27.928482 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:31:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:27.942228 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4b81a16f-76c3-4b2c-8634-8caac3d5a1c9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "PUT /v2.0/floatingips/e92cafc2-af65-473d-bc35-9863697700fa HTTP/1.1" status: 200 len: 992 time: 1.2863958 May 13 17:31:27.942972 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:31:27.945463 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2534814-1ef8-4659-8bca-63a71282cd24" -d '{"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:31:27.980787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9aec0a-ce92-4d7d-8240-651a08e55521 x-openstack-request-id: req-fc9aec0a-ce92-4d7d-8240-651a08e55521 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:31:27.981026 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:31:27.981280 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc9aec0a-ce92-4d7d-8240-651a08e55521 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:31:27.981681 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9aec0a-ce92-4d7d-8240-651a08e55521'] response: {'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'status': 'completed', 'code': 200} May 13 17:31:28.036687 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:31:28.241725 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'e92cafc2-af65-473d-bc35-9863697700fa', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'mac_address': 'fa:16:3e:b3:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:55Z', 'updated_at': '2022-05-13T17:31:27Z', 'revision_number': 1, 'project_id': '27832590c00f47b7b09c343e892f310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:28.276844 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] Checking router: 3ea554c1-0e97-44d1-82c1-9bfe36912de1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:31:28.284938 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:31:28.285542 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:31:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:28.395085 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66701c5-a2fe-4c9a-a09c-2a8bb16d1db1 req-c3b88ebc-a159-4dce-98b9-1972b55c6a12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:28.396767 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b66701c5-a2fe-4c9a-a09c-2a8bb16d1db1 req-c3b88ebc-a159-4dce-98b9-1972b55c6a12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0573881 May 13 17:31:28.435039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2e4182b1-eaff-4727-bdc8-252631b829a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:28.450617 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b66701c5-a2fe-4c9a-a09c-2a8bb16d1db1 req-84de3eba-4a1c-45c6-9911-21447157f082 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479941 May 13 17:31:28.480938 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:31:28.685870 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'e92cafc2-af65-473d-bc35-9863697700fa', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'mac_address': 'fa:16:3e:b3:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:55Z', 'updated_at': '2022-05-13T17:31:27Z', 'revision_number': 1, 'project_id': '27832590c00f47b7b09c343e892f310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:31:28.712320 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7011be05-0248-45d7-aab3-a9f01beeba7a None None] The sync data for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi is: [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'e92cafc2-af65-473d-bc35-9863697700fa', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'mac_address': 'fa:16:3e:b3:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:55Z', 'updated_at': '2022-05-13T17:31:27Z', 'revision_number': 1, 'project_id': '27832590c00f47b7b09c343e892f310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:31:28.912620 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fd878e-4022-41be-b204-a37604d94d3a None None] New status for floating IP e92cafc2-af65-473d-bc35-9863697700fa: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:31:29.006453 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca8de0-1d5f-493f-9c21-db000daa15b2 req-c00a0d93-3c48-4273-b7cf-c9325972c9ce tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:29.008029 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6aca8de0-1d5f-493f-9c21-db000daa15b2 req-c00a0d93-3c48-4273-b7cf-c9325972c9ce tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0476353 May 13 17:31:29.053917 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6aca8de0-1d5f-493f-9c21-db000daa15b2 req-e1e629ed-2d1d-489f-aab7-fb025e23dcde tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 May 13 17:31:29.572319 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8420caa-e638-4b80-898d-9adbe499471c req-051754ef-afcb-461e-a2c3-2afbf31c31c7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:29.573805 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8420caa-e638-4b80-898d-9adbe499471c req-051754ef-afcb-461e-a2c3-2afbf31c31c7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0468798 May 13 17:31:29.620367 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c8420caa-e638-4b80-898d-9adbe499471c req-9526f6ce-2977-4279-9e2e-f6caf242aaa9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 May 13 17:31:30.173340 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119132f-683c-45e7-938e-50b3a08d5f4d req-ad269059-db67-4485-a443-3ce439d91d3d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:30.174798 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2119132f-683c-45e7-938e-50b3a08d5f4d req-ad269059-db67-4485-a443-3ce439d91d3d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0467720 May 13 17:31:30.223603 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2119132f-683c-45e7-938e-50b3a08d5f4d req-cbf06899-4e3b-4be3-b86f-92ff88619272 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 May 13 17:31:30.560636 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7511216c-7ee8-44c3-b0b8-ee72bc022e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:30.736371 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecad242-e599-44e8-9ec7-844bd59efd3c req-c3a60be1-3e60-40e0-b9c9-0bf74259b34f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:30.737826 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4ecad242-e599-44e8-9ec7-844bd59efd3c req-c3a60be1-3e60-40e0-b9c9-0bf74259b34f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0477195 May 13 17:31:30.783894 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4ecad242-e599-44e8-9ec7-844bd59efd3c req-f1c44c3a-0f2d-4506-99f6-7926692fa759 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406024 May 13 17:31:31.339356 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1af017-4c23-44fe-8dcd-6069a56fbb54 req-21fccb11-3821-4c82-8346-00bab9a202ef tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.340904 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9b1af017-4c23-44fe-8dcd-6069a56fbb54 req-21fccb11-3821-4c82-8346-00bab9a202ef tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0484109 May 13 17:31:31.380481 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-1e5ccff5-ca84-478b-9c10-a8ff1c69bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.382348 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-1e5ccff5-ca84-478b-9c10-a8ff1c69bfee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1130 time: 0.0846617 May 13 17:31:31.385196 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-f1a1e1e1-dfc4-45e4-bb5b-509b1d27dca6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 200 len: 998 time: 0.0940754 May 13 17:31:31.392821 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9b1af017-4c23-44fe-8dcd-6069a56fbb54 req-66a37525-e97d-446f-b804-2b599bf846a0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461171 May 13 17:31:31.471911 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-19c39b78-6d02-4c5e-b04b-fbdf117abf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.473682 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-19c39b78-6d02-4c5e-b04b-fbdf117abf2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1129 time: 0.0416307 May 13 17:31:31.497124 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-bc45b04c-3b5f-41dc-bbbf-e4233c99a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.498584 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-bc45b04c-3b5f-41dc-bbbf-e4233c99a57f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0888977 May 13 17:31:31.559574 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-953f2f9f-0ed2-453c-a230-7c50a1e905de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.560966 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-953f2f9f-0ed2-453c-a230-7c50a1e905de service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.1587017 May 13 17:31:31.563814 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-602049dd-e8d9-4cef-b12a-2b01b5b7177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.565169 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-602049dd-e8d9-4cef-b12a-2b01b5b7177d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538282 May 13 17:31:31.577692 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-dda1d96c-f7d9-4d3c-89aa-927da5dc6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.579173 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-dda1d96c-f7d9-4d3c-89aa-927da5dc6010 service neutron] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 911 time: 0.0986793 May 13 17:31:31.647396 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-9be7cb2c-59a5-46c2-bfb0-9b21532bad0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 200 len: 1001 time: 0.0614130 May 13 17:31:31.680767 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-3b6b1257-ab92-4558-8153-0f9c78d81618 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 200 len: 1002 time: 0.1094377 May 13 17:31:31.697323 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-09153485-6abe-49c5-a7e2-6c57aa5b39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.698346 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-09153485-6abe-49c5-a7e2-6c57aa5b39ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.0437176 May 13 17:31:31.740151 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-a2a404dd-0320-4c25-99ac-465350e4abbd service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677251 May 13 17:31:31.745043 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-449cfbbc-d68f-4b4c-8800-e5f69ce92511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.746517 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-449cfbbc-d68f-4b4c-8800-e5f69ce92511 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424061 May 13 17:31:31.749553 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-c38cebe5-28db-4f78-8afd-b56f6482151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.750907 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-c38cebe5-28db-4f78-8afd-b56f6482151d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.0625811 May 13 17:31:31.840786 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-5b6b9ed6-2d19-444d-aef7-d6945c34a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.842296 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-5b6b9ed6-2d19-444d-aef7-d6945c34a9df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847549 May 13 17:31:31.851233 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-8285a97d-95cf-4a80-81ea-4eb4ee9889f2 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937583 May 13 17:31:31.949530 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bc845b97-218c-4b2b-9390-d0ff03d26191 req-52bdbf8a-b701-4e71-bb11-1a3a0f10f419 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922496 May 13 17:31:31.966462 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f7cb132-1596-4e17-87b8-3b5ce8da3fd1 req-8cddedf1-8042-40e4-85ee-95b1e25b0115 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185421 May 13 17:31:31.977784 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b039f9-2555-4d39-9755-404f7a518a45 req-90284e1e-6110-475a-9dd9-a97e719a93a1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:31.979744 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65b039f9-2555-4d39-9755-404f7a518a45 req-90284e1e-6110-475a-9dd9-a97e719a93a1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.1150529 May 13 17:31:31.996780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:32.035217 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-b6f55bd0-1118-42ad-bb51-22b13b188d68 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816666 May 13 17:31:32.056752 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65b039f9-2555-4d39-9755-404f7a518a45 req-b3a81845-0f7c-471e-8c0c-70e44d197fa2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643969 May 13 17:31:32.515422 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18a92-c057-47a0-bc95-087d4fa69230 req-29f6ac22-dd85-480b-a126-9a119dd831df tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:32.516881 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-81a18a92-c057-47a0-bc95-087d4fa69230 req-29f6ac22-dd85-480b-a126-9a119dd831df tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0468345 May 13 17:31:32.562557 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-81a18a92-c057-47a0-bc95-087d4fa69230 req-2aa88c87-e878-45f8-88b8-1ed44704a623 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 May 13 17:31:33.178000 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97152612-1a1c-477a-a04e-e6e3272ccf3e req-853de392-55ee-4f23-8a46-df60ae82f4b7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:33.178000 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97152612-1a1c-477a-a04e-e6e3272ccf3e req-853de392-55ee-4f23-8a46-df60ae82f4b7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0469606 May 13 17:31:33.228418 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-97152612-1a1c-477a-a04e-e6e3272ccf3e req-e240f0a8-2fc5-4978-bbfd-9987e7405dc0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472879 May 13 17:31:33.495704 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:33.674790 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ac986-da06-4045-b1aa-0bdf37486235 req-d116c707-bca2-4b7a-8d80-e7bd1b46f1b0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:33.676172 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-240ac986-da06-4045-b1aa-0bdf37486235 req-d116c707-bca2-4b7a-8d80-e7bd1b46f1b0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0451252 May 13 17:31:33.724895 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-240ac986-da06-4045-b1aa-0bdf37486235 req-04f69174-a8c4-459c-ab8a-7ec8259dca2c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 May 13 17:31:33.922434 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2534814-1ef8-4659-8bca-63a71282cd24 req-532b9635-ddff-46b8-805e-3e9760b1a64b service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845356 May 13 17:31:34.349301 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316513f-fe56-4634-950e-3f2cafbf4cf2 req-be4e9f74-182c-4aae-b36d-7959b23b08e7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:34.350780 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4316513f-fe56-4634-950e-3f2cafbf4cf2 req-be4e9f74-182c-4aae-b36d-7959b23b08e7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0492609 May 13 17:31:34.396207 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4316513f-fe56-4634-950e-3f2cafbf4cf2 req-9976ebe3-ace2-450a-86f1-462d0225102b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398364 May 13 17:31:34.752947 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:34.838366 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e29c-5eb8-4263-94b4-6e0e3fb90dda req-10e8d6e0-d8dc-4c30-9693-c19bfb365b95 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:34.839786 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-88c3e29c-5eb8-4263-94b4-6e0e3fb90dda req-10e8d6e0-d8dc-4c30-9693-c19bfb365b95 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0464096 May 13 17:31:34.887149 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-88c3e29c-5eb8-4263-94b4-6e0e3fb90dda req-b1a1cf51-d786-4142-acfb-20a1d7c9c036 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 May 13 17:31:35.521060 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf1cb4-2fe0-4fb6-8559-7279de6bc40e req-4294a6e0-083c-4cb3-9d58-ba9926072934 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:35.522837 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f9cf1cb4-2fe0-4fb6-8559-7279de6bc40e req-4294a6e0-083c-4cb3-9d58-ba9926072934 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0543799 May 13 17:31:35.575452 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f9cf1cb4-2fe0-4fb6-8559-7279de6bc40e req-9fce3e75-52e9-4f63-af33-cfb4f232cd28 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466082 May 13 17:31:35.999847 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f0e51-0d3c-4d6c-8492-5ae95e6e99a2 req-9bbc4a5f-6409-412a-8445-8b892f48b0f1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:36.001328 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bc3f0e51-0d3c-4d6c-8492-5ae95e6e99a2 req-9bbc4a5f-6409-412a-8445-8b892f48b0f1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0466642 May 13 17:31:36.049278 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bc3f0e51-0d3c-4d6c-8492-5ae95e6e99a2 req-3f2ffef0-d09a-45bb-88bb-8a8267f1a9ff tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423715 May 13 17:31:36.796958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-bae61d71-a706-40d8-9107-0e7357467dcd req-b8422f61-2a8a-4470-b47a-013b744505d2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:31:36.797917 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-bae61d71-a706-40d8-9107-0e7357467dcd req-b8422f61-2a8a-4470-b47a-013b744505d2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051210 May 13 17:31:37.116107 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b6e59-d56d-40fb-ac5a-e90ea5f2400c req-f085f304-79fc-4f96-9188-dce938439196 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:37.118240 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b24b6e59-d56d-40fb-ac5a-e90ea5f2400c req-f085f304-79fc-4f96-9188-dce938439196 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0512695 May 13 17:31:37.166396 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b24b6e59-d56d-40fb-ac5a-e90ea5f2400c req-cc33c15e-4113-428e-b145-242d2c5ff732 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 May 13 17:31:37.687888 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 47620) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:31:37.771358 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-46b91a1a-54a9-4dd4-80a8-6885cd477ee2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822110 May 13 17:31:37.779670 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-942e8633-4201-447d-ab7a-d327c1564645 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:31:37.780593 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-942e8633-4201-447d-ab7a-d327c1564645 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047946 May 13 17:31:37.854464 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 47628) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:31:37.947444 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26aabb-a712-47af-8625-b507c49c428e req-9b65b2ea-9de7-4083-8abd-a58c33fb2a84 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:37.948829 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-9b65b2ea-9de7-4083-8abd-a58c33fb2a84 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports/41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 200 len: 940 time: 0.0933902 May 13 17:31:38.116445 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:31:38.190201 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: DOWN; New status is: DOWN {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:31:38.305572 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07ae9b-9f07-4c1c-8687-06c2af3ac0f9 req-7ef6848d-88f5-48cc-ba61-28c852ab8120 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:38.307719 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-aa07ae9b-9f07-4c1c-8687-06c2af3ac0f9 req-7ef6848d-88f5-48cc-ba61-28c852ab8120 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0517685 May 13 17:31:38.357987 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-aa07ae9b-9f07-4c1c-8687-06c2af3ac0f9 req-4b3edc74-18db-494d-8868-6c51f6f0d389 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441353 May 13 17:31:38.428958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c553d4-dde5-4883-a803-5ec5911fb31d req-e9b5cfde-cffc-4bb6-8368-9db6d9436a1b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:38.431336 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76c553d4-dde5-4883-a803-5ec5911fb31d req-e9b5cfde-cffc-4bb6-8368-9db6d9436a1b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0505629 May 13 17:31:38.477651 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-76c553d4-dde5-4883-a803-5ec5911fb31d req-7cdc3fa4-90f7-4fd1-82a5-f00e5c7ca9b9 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 May 13 17:31:39.475697 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404afad-70b2-4957-827c-3fdf40f5911b req-e5de16b9-7a88-420a-8218-0a268d92ed49 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:39.477665 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3404afad-70b2-4957-827c-3fdf40f5911b req-e5de16b9-7a88-420a-8218-0a268d92ed49 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0468264 May 13 17:31:39.524259 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3404afad-70b2-4957-827c-3fdf40f5911b req-94f55be7-5b2c-4ec8-999f-1a909ec79335 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410986 May 13 17:31:39.593052 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefaa82-ffe1-41c2-987d-65c5b991dddf req-d5ca52c6-36d2-4eab-a27b-ae68c66c3d4e tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:39.594534 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cdefaa82-ffe1-41c2-987d-65c5b991dddf req-d5ca52c6-36d2-4eab-a27b-ae68c66c3d4e tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0460916 May 13 17:31:39.640830 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cdefaa82-ffe1-41c2-987d-65c5b991dddf req-15dd7c02-2d17-469e-96b8-5623932d94ab tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406106 May 13 17:31:40.693470 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-5f699a6e-33cd-43e3-bc82-c98ce480e9cf tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:40.694997 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-5f699a6e-33cd-43e3-bc82-c98ce480e9cf tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.0548558 May 13 17:31:40.704329 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c4571-4b60-4582-b1b5-f5bdccc3bc3a req-9ed38c34-7835-4aa8-8ba7-53958e1285a8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:40.705820 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-817c4571-4b60-4582-b1b5-f5bdccc3bc3a req-9ed38c34-7835-4aa8-8ba7-53958e1285a8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.1084125 May 13 17:31:40.756547 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-817c4571-4b60-4582-b1b5-f5bdccc3bc3a req-ab2d704a-1f8a-4942-816b-2830feb9f177 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 May 13 17:31:40.852977 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9894b-a13e-4924-8381-ac02dffb7990 req-e19046cd-50d1-4d48-8da4-16a5443d59d6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:40.854452 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5a9894b-a13e-4924-8381-ac02dffb7990 req-e19046cd-50d1-4d48-8da4-16a5443d59d6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 945 time: 0.1352494 May 13 17:31:40.878599 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Deleting port 551049b3-f6c2-479f-9493-4761a2f86f8e {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:31:40.880309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:40.957699 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5a9894b-a13e-4924-8381-ac02dffb7990 req-83a12af5-deb9-425b-a02e-45e74a925043 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974565 May 13 17:31:40.991321 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] For port 551049b3-f6c2-479f-9493-4761a2f86f8e, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=551049b3-f6c2-479f-9493-4761a2f86f8e,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:31:40.991694 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:41.005843 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Calling delete_port for 551049b3-f6c2-479f-9493-4761a2f86f8e owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:31:41.246488 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (551049b3-f6c2-479f-9493-4761a2f86f8e), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:41.272513 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Pushing event deleted for resources: {'Port': ['ID=551049b3-f6c2-479f-9493-4761a2f86f8e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:31:41.298735 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['551049b3-f6c2-479f-9493-4761a2f86f8e'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:31:41.316716 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] No DVR routers for this DVR port 551049b3-f6c2-479f-9493-4761a2f86f8e on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:31:41.319255 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:41.322458 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd77e791-f2fe-41c2-93ca-a5c0bf3049ec req-23320a2d-3f81-4d2c-a7cc-1eb7a557d71b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "DELETE /v2.0/ports/551049b3-f6c2-479f-9493-4761a2f86f8e HTTP/1.1" status: 204 len: 173 time: 0.5927155 May 13 17:31:41.322926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'name': 'network-vif-deleted', 'tag': '551049b3-f6c2-479f-9493-4761a2f86f8e'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:31:41.325257 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536ecf11-f092-4646-84a1-f92cb795b8df" -d '{"events": [{"server_uuid": "8f03ec8a-33aa-483a-af99-ff3925f006a1", "name": "network-vif-deleted", "tag": "551049b3-f6c2-479f-9493-4761a2f86f8e"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:31:41.360997 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0539101d-c216-482f-8ae3-d7c01018f9ff x-openstack-request-id: req-0539101d-c216-482f-8ae3-d7c01018f9ff {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:31:41.361289 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03ec8a-33aa-483a-af99-ff3925f006a1", "name": "network-vif-deleted", "tag": "551049b3-f6c2-479f-9493-4761a2f86f8e", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:31:41.361544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0539101d-c216-482f-8ae3-d7c01018f9ff {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:31:41.361935 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0539101d-c216-482f-8ae3-d7c01018f9ff'] response: {'server_uuid': '8f03ec8a-33aa-483a-af99-ff3925f006a1', 'name': 'network-vif-deleted', 'tag': '551049b3-f6c2-479f-9493-4761a2f86f8e', 'status': 'completed', 'code': 200} May 13 17:31:41.392372 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-3f92432b-a4a3-4c3e-9522-55bdf86c29eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399170 May 13 17:31:41.754234 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241472b-6831-4b10-83a2-18253020e060 req-8b9cad5a-828a-465a-98f1-6c5d32326c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:41.755752 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-8b9cad5a-828a-465a-98f1-6c5d32326c5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 1130 time: 0.2866592 May 13 17:31:41.903961 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f156fb-f187-4f11-b809-c98d5ccbfc12 req-fa94e169-bc8c-461d-92e7-8bcf126559b8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:41.905424 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2f156fb-f187-4f11-b809-c98d5ccbfc12 req-fa94e169-bc8c-461d-92e7-8bcf126559b8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0700493 May 13 17:31:41.908259 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241472b-6831-4b10-83a2-18253020e060 req-79a51205-99dc-4e99-9d62-9aa59fa9d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:41.909575 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-79a51205-99dc-4e99-9d62-9aa59fa9d14b service neutron] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 916 time: 0.1284566 May 13 17:31:41.983196 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e2f156fb-f187-4f11-b809-c98d5ccbfc12 req-6dd9849a-b634-4262-80dc-87a13fd5d363 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721867 May 13 17:31:42.064863 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c3716088-635a-4bd6-973b-4f429e21d919 req-d1ed8e7a-f7fd-4848-9f0a-5e58aa0bc0df tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f03ec8a-33aa-483a-af99-ff3925f006a1 HTTP/1.1" status: 200 len: 210 time: 0.0264902 May 13 17:31:42.162707 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-f02a92cd-f30f-42ce-9954-07d2748f63ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c67b852-5901-4a54-9821-0cbca68ceaca HTTP/1.1" status: 200 len: 1002 time: 0.0600247 May 13 17:31:42.211423 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241472b-6831-4b10-83a2-18253020e060 req-5f4250ac-9d55-42c9-a827-e1a57c617270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:42.212842 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-5f4250ac-9d55-42c9-a827-e1a57c617270 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0432100 May 13 17:31:42.265642 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241472b-6831-4b10-83a2-18253020e060 req-5e0b2263-f27c-4ce0-9e03-3ec1ab0b523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:42.267180 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-5e0b2263-f27c-4ce0-9e03-3ec1ab0b523c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468824 May 13 17:31:42.369502 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-75d98382-b269-4d0c-8381-241b2904d6f8 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948424 May 13 17:31:42.482724 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9241472b-6831-4b10-83a2-18253020e060 req-3d036309-d578-45fe-aa0e-161085befdf1 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907843 May 13 17:31:43.102005 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffe257-d8b6-4ca5-bb4c-1748b260415d req-bae16db9-3401-4d86-85c5-b374f929f77a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:43.103520 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8ffe257-d8b6-4ca5-bb4c-1748b260415d req-bae16db9-3401-4d86-85c5-b374f929f77a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0474927 May 13 17:31:43.153633 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e8ffe257-d8b6-4ca5-bb4c-1748b260415d req-d0042bb4-4027-4a72-9685-e4af2c80b727 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441594 May 13 17:31:43.296125 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26aabb-a712-47af-8625-b507c49c428e req-ff2ef438-1508-41f9-95fd-5397610a4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:43.297613 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-ff2ef438-1508-41f9-95fd-5397610a4575 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67&tenant_id=6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 1127 time: 0.0741227 May 13 17:31:43.595695 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26aabb-a712-47af-8625-b507c49c428e req-15bc5b50-edd0-4292-bbd2-08d70eba2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:43.597197 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-15bc5b50-edd0-4292-bbd2-08d70eba2bc3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1127 time: 0.0408924 May 13 17:31:43.600801 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:43.696742 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26aabb-a712-47af-8625-b507c49c428e req-16c3bb4d-2498-4b88-ba9a-95001d2c557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:43.698267 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-16c3bb4d-2498-4b88-ba9a-95001d2c557c service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.0904250 May 13 17:31:43.835647 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-5f68d4cf-e25c-4dd4-88eb-67a1219a77a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 200 len: 998 time: 0.0618029 May 13 17:31:43.882397 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26aabb-a712-47af-8625-b507c49c428e req-cc1e8e46-81e8-4a0a-9f7a-80fff85e9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:43.885718 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-cc1e8e46-81e8-4a0a-9f7a-80fff85e9b13 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0430791 May 13 17:31:44.269917 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c7dfe-6d9a-42b4-9449-fbbc02a3a1b8 req-688f79c8-f0dd-45f4-a8f9-29c9c7d8b74e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:44.271369 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb2c7dfe-6d9a-42b4-9449-fbbc02a3a1b8 req-688f79c8-f0dd-45f4-a8f9-29c9c7d8b74e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0459657 May 13 17:31:44.315872 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb2c7dfe-6d9a-42b4-9449-fbbc02a3a1b8 req-0c22a5d4-6078-4a21-9c9a-d4042fe66924 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383315 May 13 17:31:45.462427 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ff872-fd3a-4822-b07b-aae6e89bf7e5 req-601864c5-f967-409f-a670-752020afcf9a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:45.463933 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-361ff872-fd3a-4822-b07b-aae6e89bf7e5 req-601864c5-f967-409f-a670-752020afcf9a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0761666 May 13 17:31:45.473108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26aabb-a712-47af-8625-b507c49c428e req-0669eb07-da2f-420e-89f2-dd0fea23d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:45.474490 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-0669eb07-da2f-420e-89f2-dd0fea23d31f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583222 May 13 17:31:45.524183 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-361ff872-fd3a-4822-b07b-aae6e89bf7e5 req-881efdf9-efb7-4102-ae40-ccd28930a9d2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532172 May 13 17:31:46.645337 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d773f6-3b2c-48be-9937-edc4426cb3e7 req-b376f024-8f55-4f8c-a425-3f0534917d50 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:46.646835 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4d773f6-3b2c-48be-9937-edc4426cb3e7 req-b376f024-8f55-4f8c-a425-3f0534917d50 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0479259 May 13 17:31:46.696340 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4d773f6-3b2c-48be-9937-edc4426cb3e7 req-3eb07420-6edd-41c2-ba7c-535b8ca292a9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 May 13 17:31:47.717117 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 551049b3-f6c2-479f-9493-4761a2f86f8e no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:31:47.739086 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 551049b3-f6c2-479f-9493-4761a2f86f8e {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:31:47.739463 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 551049b3-f6c2-479f-9493-4761a2f86f8e not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:31:47.796313 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-d40bcb2d-bcd5-46e4-85fd-8e314dc51c06 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923893 May 13 17:31:47.873331 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecd9cf-eede-4804-9950-a7a3a2a332e9 req-dbc9167c-28a0-4446-a050-3fc978e65c60 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:47.875254 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e9ecd9cf-eede-4804-9950-a7a3a2a332e9 req-dbc9167c-28a0-4446-a050-3fc978e65c60 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.1019499 May 13 17:31:47.941765 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8e26aabb-a712-47af-8625-b507c49c428e req-4ef6524b-cc1a-4332-b9ef-75c1fac0f6c3 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263592 May 13 17:31:47.945958 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e9ecd9cf-eede-4804-9950-a7a3a2a332e9 req-71e2c90d-8145-4081-ab2c-3a8cdd5f13b0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652535 May 13 17:31:49.073322 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8da9f1-539e-4ae2-a06c-34d4327c3c68 req-ce941f7f-59ca-4704-8125-4debd3a0536a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:49.074813 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ba8da9f1-539e-4ae2-a06c-34d4327c3c68 req-ce941f7f-59ca-4704-8125-4debd3a0536a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0486982 May 13 17:31:49.122395 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ba8da9f1-539e-4ae2-a06c-34d4327c3c68 req-b7007877-5902-4974-a771-50303e5e229d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 May 13 17:31:50.357879 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518826-05ad-4990-b5c6-7be419461a71 req-a49e257b-8ed8-4ea8-982e-28b33f7cc256 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:50.359373 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa518826-05ad-4990-b5c6-7be419461a71 req-a49e257b-8ed8-4ea8-982e-28b33f7cc256 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0517507 May 13 17:31:50.407911 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa518826-05ad-4990-b5c6-7be419461a71 req-d699c890-702e-40ee-9c07-813f0b1f744a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 May 13 17:31:51.529826 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bdf37-b115-4d34-8fad-aa5ef611c5b6 req-262174c1-759e-4c09-9515-9ea09d139b27 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:51.531823 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e5bdf37-b115-4d34-8fad-aa5ef611c5b6 req-262174c1-759e-4c09-9515-9ea09d139b27 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0491948 May 13 17:31:51.595985 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e5bdf37-b115-4d34-8fad-aa5ef611c5b6 req-7cde5703-2594-467e-aba7-ee794d006b06 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580730 May 13 17:31:52.715301 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4857b32-57bb-48ad-a448-5372d6f6f69e req-40150cfd-808f-4772-9f23-28999f472b41 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:52.716759 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4857b32-57bb-48ad-a448-5372d6f6f69e req-40150cfd-808f-4772-9f23-28999f472b41 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0457945 May 13 17:31:52.761995 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c4857b32-57bb-48ad-a448-5372d6f6f69e req-64a267b2-95d1-4cad-8d4a-fbc44ba86e80 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399091 May 13 17:31:53.885400 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52c9a7-e48d-4adf-a8a5-e1747e8d52da req-f97be860-b1ea-42e9-b7ea-f2fc99b66182 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:53.887003 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1f52c9a7-e48d-4adf-a8a5-e1747e8d52da req-f97be860-b1ea-42e9-b7ea-f2fc99b66182 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0520809 May 13 17:31:53.950303 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1f52c9a7-e48d-4adf-a8a5-e1747e8d52da req-2e70eff2-6b0b-4d22-923e-5fd4e7606525 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574055 May 13 17:31:55.074382 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a828bb-b99c-4441-b0f6-4b19e9e74149 req-365f2324-3492-44e2-81a0-391b08d41762 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:55.076014 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b6a828bb-b99c-4441-b0f6-4b19e9e74149 req-365f2324-3492-44e2-81a0-391b08d41762 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0492387 May 13 17:31:55.128186 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b6a828bb-b99c-4441-b0f6-4b19e9e74149 req-3905abb9-ac0c-48e9-9d1b-3b4a54df3d97 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465786 May 13 17:31:56.266395 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dbe06-31ca-4eb5-ab1b-4b8f285e1a42 req-7d3419f2-8b0a-4252-ac5e-078b955e8abe tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:56.268062 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a16dbe06-31ca-4eb5-ab1b-4b8f285e1a42 req-7d3419f2-8b0a-4252-ac5e-078b955e8abe tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0491393 May 13 17:31:56.316541 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a16dbe06-31ca-4eb5-ab1b-4b8f285e1a42 req-774d19c5-6127-46a8-b13a-a553546481c7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 May 13 17:31:57.446022 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec1dc-8c87-4ec6-9993-137a8ff17a1b req-fd86454f-c511-46a9-bf2f-74e72849b833 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:57.448215 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-522ec1dc-8c87-4ec6-9993-137a8ff17a1b req-fd86454f-c511-46a9-bf2f-74e72849b833 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0479429 May 13 17:31:57.497287 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-522ec1dc-8c87-4ec6-9993-137a8ff17a1b req-60f39bc2-58ff-4d4b-9ca0-907a500eedd8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435958 May 13 17:31:57.521228 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:31:58.158995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-1f638e9c-039a-40b9-8ae9-02900fd6d1e8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:58.160493 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-1f638e9c-039a-40b9-8ae9-02900fd6d1e8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/networks?id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46 HTTP/1.1" status: 200 len: 814 time: 0.3052921 May 13 17:31:58.174245 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-8bac83f4-92e7-4e95-aa76-b8d154ac7c9b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/quotas/e9f5f08db8cb40f0857115f4c9aadaf7 HTTP/1.1" status: 200 len: 375 time: 0.0085583 May 13 17:31:58.206413 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-f0fc95da-bbdc-4d77-a88d-bb995b361559 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9f5f08db8cb40f0857115f4c9aadaf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273705 May 13 17:31:58.346357 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-e60c56c5-36f9-48ba-a544-2d7930baba1b service neutron] 10.222.0.64 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332791 May 13 17:31:58.444752 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-053aa8b7-eb5b-480c-a086-23b0db60b08e service neutron] 10.222.0.64 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859230 May 13 17:31:58.446179 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-eba25b04-5877-44ce-aedf-b874fcd9e2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:31:58.621180 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288518c-880a-4bc6-be11-7bd053dd68c7 req-dd33534d-080a-4f3b-b2e2-f13dcc093758 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:58.622744 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5288518c-880a-4bc6-be11-7bd053dd68c7 req-dd33534d-080a-4f3b-b2e2-f13dcc093758 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0495636 May 13 17:31:58.687901 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5288518c-880a-4bc6-be11-7bd053dd68c7 req-59d66ab8-78fa-46be-b979-ae2d9440ebbb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596280 May 13 17:31:58.718210 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7f5b91ec-4ba8-4178-924c-26d86b30a38a req-f336fe95-03a3-424f-8f6c-0eb450b10dfa tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0456629 May 13 17:31:59.817759 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3437d7-cbf5-44a7-a3fd-e2c5115c0a42 req-0d412fc7-38c9-4159-83bf-60ebea21bd92 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:31:59.819310 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f3437d7-cbf5-44a7-a3fd-e2c5115c0a42 req-0d412fc7-38c9-4159-83bf-60ebea21bd92 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0560961 May 13 17:31:59.834328 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bde8aefc-d844-48b6-baa8-d92481148d3a req-47c11ada-04ea-4c49-9043-91197d7d6a82 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0462227 May 13 17:31:59.871153 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3f3437d7-cbf5-44a7-a3fd-e2c5115c0a42 req-e4e7f936-b811-4255-a846-b141a9030ccc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460966 May 13 17:32:00.565838 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-37b8c0f7-36c4-4bc6-be00-ae3f2cdf4d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:00.931699 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7e63b6d4-d96e-42a1-9a40-4e0d82f7b275 req-a6618c72-f994-4f5e-bc34-9610bbe58de1 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0286257 May 13 17:32:00.999789 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd737868-3c7d-486c-b005-7e25390ed1d4 req-a293cc57-4a2f-4175-b031-4604e1ce1754 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:01.001279 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fd737868-3c7d-486c-b005-7e25390ed1d4 req-a293cc57-4a2f-4175-b031-4604e1ce1754 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0483222 May 13 17:32:01.050145 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fd737868-3c7d-486c-b005-7e25390ed1d4 req-766d6bb7-bea2-470c-b064-9c1f17d8fa00 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431359 May 13 17:32:01.984115 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:02.033569 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-daf59a6b-dea7-4a2a-bcc4-57199cf5726d req-59152dce-bbcb-45dd-ac22-867b2ad6a5d3 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0291214 May 13 17:32:02.172755 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd93a8-1b87-4ece-a6cb-aaa960bbc7b6 req-8e7b1a88-2924-44d6-9a47-d4aae25d4f42 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:02.174252 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-badd93a8-1b87-4ece-a6cb-aaa960bbc7b6 req-8e7b1a88-2924-44d6-9a47-d4aae25d4f42 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0510092 May 13 17:32:02.222902 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-badd93a8-1b87-4ece-a6cb-aaa960bbc7b6 req-4d596c60-bbac-4ed6-89fd-388871df7340 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419788 May 13 17:32:03.129772 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7afc6b18-0818-4f5e-928f-affa2a5ec692 req-edbcdd59-be2a-4e81-9dca-2591e9b5aa46 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0271192 May 13 17:32:03.341813 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495617-ae70-4b82-a92c-64cf5840b969 req-2e101ea1-bb70-4021-8cf0-f63a16b7eb15 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:03.343323 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d495617-ae70-4b82-a92c-64cf5840b969 req-2e101ea1-bb70-4021-8cf0-f63a16b7eb15 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0489511 May 13 17:32:03.389455 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d495617-ae70-4b82-a92c-64cf5840b969 req-faed19ac-e754-49ea-a9dc-4f83ebd6f7b5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 May 13 17:32:03.481341 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:04.235249 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-902bcaf9-3e55-4669-ad02-b91b8b6a705a req-66acf6db-46ce-479b-a575-b2a5725478ca tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0289533 May 13 17:32:04.508738 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725af1b-739b-406c-8de1-bdd53fff5971 req-57c3ce1c-df80-4ea3-9ae3-c75121aa593c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:04.510691 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7725af1b-739b-406c-8de1-bdd53fff5971 req-57c3ce1c-df80-4ea3-9ae3-c75121aa593c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0483179 May 13 17:32:04.565923 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7725af1b-739b-406c-8de1-bdd53fff5971 req-68bac4fa-0df7-4bc1-9ab6-46e9179392c3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494790 May 13 17:32:05.201109 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:05.331099 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e095d7a7-809e-4963-8fc0-e49a56015e05 req-69ab278c-6f75-4458-a8df-ecdaf3f97a2c tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0284808 May 13 17:32:05.686064 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e44d-72a5-4335-aae7-ae600c29bc4e req-b7c9bc78-550a-4fa1-a5a3-b6615dab35fb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:05.692030 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7f26e44d-72a5-4335-aae7-ae600c29bc4e req-b7c9bc78-550a-4fa1-a5a3-b6615dab35fb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0481184 May 13 17:32:05.740985 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7f26e44d-72a5-4335-aae7-ae600c29bc4e req-f2cfdac0-7b37-4fb3-97d6-fbd182f54c76 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467978 May 13 17:32:06.428893 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-79047559-99ef-4740-bd47-b7fa927f38d6 req-3c207ca0-5448-4b3b-8be7-df7bef0187f3 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0313811 May 13 17:32:06.860137 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014239a7-481d-47ff-9e2e-0c36bb261144 req-1957c65a-6cd6-4240-94b2-cd80565eb893 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:06.861634 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-014239a7-481d-47ff-9e2e-0c36bb261144 req-1957c65a-6cd6-4240-94b2-cd80565eb893 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0474572 May 13 17:32:06.907810 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-014239a7-481d-47ff-9e2e-0c36bb261144 req-392daa45-a53a-4105-9d65-9533ffea58d8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 May 13 17:32:07.524897 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-adc2cfed-2bb4-4548-90a4-e07c7b9ca489 req-3ffeafa0-e3b4-4c65-92bf-b838676f00a6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0282233 May 13 17:32:08.027389 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f784957-644c-4bda-b9a1-e0af7153c312 req-2514d10c-b436-416c-95cb-e156c17af615 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:08.028855 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f784957-644c-4bda-b9a1-e0af7153c312 req-2514d10c-b436-416c-95cb-e156c17af615 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0499263 May 13 17:32:08.076297 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5f784957-644c-4bda-b9a1-e0af7153c312 req-a682a19b-66ab-4d43-beae-84447494d20d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420241 May 13 17:32:08.617251 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0d3120c8-4918-4bf2-8001-e56ed2e2eef0 req-75ddbbe3-346c-4d63-ac15-ad8da536a230 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0287516 May 13 17:32:09.191605 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc396d2-ecca-4524-ab83-1ccbfd9977c7 req-4592950f-63ea-4e0f-925c-a56913061ea9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:09.192977 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5bc396d2-ecca-4524-ab83-1ccbfd9977c7 req-4592950f-63ea-4e0f-925c-a56913061ea9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0454054 May 13 17:32:09.237842 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5bc396d2-ecca-4524-ab83-1ccbfd9977c7 req-b4e3baa3-e79a-4b8d-a457-5473aab68fa1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394554 May 13 17:32:09.710591 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c4e30aba-e3e7-4e47-860d-1d21dfd6f8eb req-4dc1b16f-8033-4d61-be0a-9f37c12e6686 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0292149 May 13 17:32:10.354786 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba443ea-0b46-4728-b130-7263d221ba6e req-228ffff3-c7bc-4558-94c1-f82498b74391 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:10.356276 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dba443ea-0b46-4728-b130-7263d221ba6e req-228ffff3-c7bc-4558-94c1-f82498b74391 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0464292 May 13 17:32:10.405598 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dba443ea-0b46-4728-b130-7263d221ba6e req-5e8f2efb-1f12-4049-bd50-3890d50bca12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 May 13 17:32:10.806810 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-73ea0770-481e-4f44-ab05-b338af20b1a3 req-5187b6a2-19e9-4a91-87fd-90f08b1cc470 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0265744 May 13 17:32:11.543487 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-262a078c-117c-4d90-a1c1-02b4257ad4e8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:11.544905 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-262a078c-117c-4d90-a1c1-02b4257ad4e8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "GET /v2.0/networks?id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46 HTTP/1.1" status: 200 len: 814 time: 0.1474116 May 13 17:32:11.550870 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60212105-27ce-4d9c-a66c-e8deecbd8be1 req-a0db32af-4b95-450f-8f48-22bd7ed8415e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:11.554997 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-60212105-27ce-4d9c-a66c-e8deecbd8be1 req-a0db32af-4b95-450f-8f48-22bd7ed8415e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0689156 May 13 17:32:11.567565 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Request body: {'port': {'device_id': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46', 'admin_state_up': True, 'tenant_id': 'e9f5f08db8cb40f0857115f4c9aadaf7'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:32:11.655674 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-60212105-27ce-4d9c-a66c-e8deecbd8be1 req-ddbad627-5c21-4cd7-9200-41cc75826d65 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972426 May 13 17:32:11.786256 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Made reservation on behalf of e9f5f08db8cb40f0857115f4c9aadaf7 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:32:11.789670 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:11.911543 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d0a1c4d4-ddea-4bb3-964c-4fcc96179c35 req-9bd64bba-7a11-453a-9650-ee3bfade4a3b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0316114 May 13 17:32:11.919285 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Allocated IP 172.20.0.11 (43080e60-e3bd-4f01-9af9-50b6a3bc0c46/be76b3f2-1f97-4839-b0a6-d76ec320fe02/184e5bd1-70c3-49ee-b517-f4be3467d55c) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:32:12.061693 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks [] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:12.166611 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:12.208096 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:32:12.211179 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:32:12.215229 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:32:12.223649 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Pushing event updated for resources: {'Port': ['ID=184e5bd1-70c3-49ee-b517-f4be3467d55c,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:12.248354 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.248697 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.249036 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.249371 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.249701 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.250026 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.250352 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.250675 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.250997 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.251347 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.251672 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.251992 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.252308 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.252623 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.252936 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:12.278419 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:12.279017 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:12.351662 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2170276a-b25b-4b76-86a5-26d1c12f605b tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7914717 May 13 17:32:12.413062 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Request body: {'port': {'device_id': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:32:12.472258 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:12.722108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184e5bd1-70c3-49ee-b517-f4be3467d55c {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:32:12.730898 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Publish callbacks [] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:12.769946 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Transition to ACTIVE for port object 184e5bd1-70c3-49ee-b517-f4be3467d55c will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:32:12.789167 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4120d58-de16-4456-9b72-b8cab7ab7267 req-db1fc652-60ea-4b97-8d0f-39e3d9d1f490 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:12.790641 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4120d58-de16-4456-9b72-b8cab7ab7267 req-db1fc652-60ea-4b97-8d0f-39e3d9d1f490 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0618191 May 13 17:32:12.842254 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d4120d58-de16-4456-9b72-b8cab7ab7267 req-9986770b-1b4e-43c8-bb68-29a6505b5f62 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 May 13 17:32:12.843329 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:12.895048 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Pushing event updated for resources: {'Port': ['ID=184e5bd1-70c3-49ee-b517-f4be3467d55c,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:12.965052 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Attempting to bind port 184e5bd1-70c3-49ee-b517-f4be3467d55c on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:32:12.965392 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Attempting to bind port 184e5bd1-70c3-49ee-b517-f4be3467d55c by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:32:12.965726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Attempting to bind port 184e5bd1-70c3-49ee-b517-f4be3467d55c on network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:32:12.973585 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Port 184e5bd1-70c3-49ee-b517-f4be3467d55c on network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:32:12.973918 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Attempting to bind port 184e5bd1-70c3-49ee-b517-f4be3467d55c on network 43080e60-e3bd-4f01-9af9-50b6a3bc0c46 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:32:12.979066 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:32:12.979432 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Checking segment: {'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:32:12.979816 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Bound using segment: {'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:32:12.980240 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Bound port: 184e5bd1-70c3-49ee-b517-f4be3467d55c, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4abda52-bb6b-46c0-9e16-64d68c663d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:32:12.980631 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:13.027973 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c38aeb-0ab1-4908-991b-7574471958b7 req-1c0d4962-f6c6-4781-b31c-d6a58c7df101 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:13.029519 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f4c38aeb-0ab1-4908-991b-7574471958b7 req-1c0d4962-f6c6-4781-b31c-d6a58c7df101 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 944 time: 0.0467050 May 13 17:32:13.044439 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] For port 184e5bd1-70c3-49ee-b517-f4be3467d55c, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:32:13.047593 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] For port 184e5bd1-70c3-49ee-b517-f4be3467d55c, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=184e5bd1-70c3-49ee-b517-f4be3467d55c,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:32:13.075738 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f4c38aeb-0ab1-4908-991b-7574471958b7 req-140a41d3-585c-4904-9696-fa3804a7596f tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 May 13 17:32:13.136148 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:13.173028 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:13.173689 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:13.175059 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] 10.222.0.82 "PUT /v2.0/ports/184e5bd1-70c3-49ee-b517-f4be3467d55c HTTP/1.1" status: 200 len: 1094 time: 0.8071787 May 13 17:32:13.175515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'tag': '184e5bd1-70c3-49ee-b517-f4be3467d55c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:32:13.177731 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deefe02a-730c-4e3c-806e-1dfee81ddb29" -d '{"events": [{"name": "network-changed", "server_uuid": "43b2b263-fb7a-4fe9-abaa-2df5d8c901c2", "tag": "184e5bd1-70c3-49ee-b517-f4be3467d55c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:32:13.202301 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f599-30e9-4748-92c0-a3fdce1c3682 service neutron] Pushing event updated for resources: {'Port': ['ID=184e5bd1-70c3-49ee-b517-f4be3467d55c,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:13.267291 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93342c29-9b78-4cd5-9049-ca048ec474a8 x-openstack-request-id: req-93342c29-9b78-4cd5-9049-ca048ec474a8 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:32:13.267593 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b2b263-fb7a-4fe9-abaa-2df5d8c901c2", "tag": "184e5bd1-70c3-49ee-b517-f4be3467d55c", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:32:13.267850 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93342c29-9b78-4cd5-9049-ca048ec474a8 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:32:13.268261 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93342c29-9b78-4cd5-9049-ca048ec474a8'] response: {'name': 'network-changed', 'server_uuid': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'tag': '184e5bd1-70c3-49ee-b517-f4be3467d55c', 'status': 'completed', 'code': 200} May 13 17:32:13.340391 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2e91874f-6926-47c6-a430-20f4d477efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:13.341866 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-2e91874f-6926-47c6-a430-20f4d477efa6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e9f5f08db8cb40f0857115f4c9aadaf7&device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 1128 time: 0.0388491 May 13 17:32:13.390823 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-f5f54d3e-bc58-47c8-925a-9eb0aa679229 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=184e5bd1-70c3-49ee-b517-f4be3467d55c HTTP/1.1" status: 200 len: 217 time: 0.0328813 May 13 17:32:13.448822 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-c4f720df-b630-447d-8be1-c2276084940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:13.450280 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-c4f720df-b630-447d-8be1-c2276084940c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be76b3f2-1f97-4839-b0a6-d76ec320fe02 HTTP/1.1" status: 200 len: 854 time: 0.0533919 May 13 17:32:13.482506 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-3ab3ac5a-c854-42d0-a625-60736bc15fe0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258908 May 13 17:32:13.569976 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-d8aad5d5-480c-403e-9ff3-8d5f7cba1688 service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808971 May 13 17:32:13.600137 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:13.663221 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-035199d8-cc44-439b-8a72-968da0d8fa86 req-dd59a143-2aea-4558-8865-62a9017d01ce service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857456 May 13 17:32:13.960495 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49298fd5-1ea4-412f-962b-216dbb3bdb59 req-0f29dea2-6044-4f06-a7f0-69126e263eb3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:13.961980 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-49298fd5-1ea4-412f-962b-216dbb3bdb59 req-0f29dea2-6044-4f06-a7f0-69126e263eb3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0467083 May 13 17:32:14.007531 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-49298fd5-1ea4-412f-962b-216dbb3bdb59 req-2d2a20d8-4d09-4278-b413-3c9d41bc91ff tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394831 May 13 17:32:14.188841 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed723-b86e-46fb-bcc9-97b13af841ee req-0a707360-5c9a-46af-8c6e-8ed538ee1db6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:14.190213 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-024ed723-b86e-46fb-bcc9-97b13af841ee req-0a707360-5c9a-46af-8c6e-8ed538ee1db6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 944 time: 0.0459330 May 13 17:32:14.236796 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-024ed723-b86e-46fb-bcc9-97b13af841ee req-773b3a6a-72ac-45ae-8ac5-3fbb3cf2cd82 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 May 13 17:32:15.128389 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4db0d-a49c-4851-8d38-f7fcd5425271 req-582ac6e9-a935-4f17-8418-3b10adb4a77b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:15.129851 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-acc4db0d-a49c-4851-8d38-f7fcd5425271 req-582ac6e9-a935-4f17-8418-3b10adb4a77b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0505483 May 13 17:32:15.175093 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-acc4db0d-a49c-4851-8d38-f7fcd5425271 req-42ff5241-1787-46b6-bf64-ef9f0449e4be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 May 13 17:32:15.346364 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43280dc1-3c43-4b13-be36-00580bad2722 req-394082c1-1ef2-45b7-8485-808bb39112d8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:15.348093 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43280dc1-3c43-4b13-be36-00580bad2722 req-394082c1-1ef2-45b7-8485-808bb39112d8 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 944 time: 0.0457242 May 13 17:32:15.396848 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43280dc1-3c43-4b13-be36-00580bad2722 req-549ffa02-4894-44df-9505-ea00db97c433 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 May 13 17:32:16.291320 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3fd29-70f4-4a3c-94ca-6e948d9468fc req-8d226b88-b870-4768-a761-c652179d1b3f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:16.293214 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f2d3fd29-70f4-4a3c-94ca-6e948d9468fc req-8d226b88-b870-4768-a761-c652179d1b3f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0458150 May 13 17:32:16.338417 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f2d3fd29-70f4-4a3c-94ca-6e948d9468fc req-8b981718-bfcc-4ab0-84e4-4fdc62008c77 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397620 May 13 17:32:16.513152 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824e30a-39e2-4d47-a89b-c2a92342bce6 req-29e0b8f9-400f-4c50-9c8e-70b76656cf69 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:16.514624 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9824e30a-39e2-4d47-a89b-c2a92342bce6 req-29e0b8f9-400f-4c50-9c8e-70b76656cf69 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 944 time: 0.0463691 May 13 17:32:16.560323 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9824e30a-39e2-4d47-a89b-c2a92342bce6 req-5a4152a4-b6e4-48e0-b539-2f0b653810f6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 May 13 17:32:17.453488 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab93c2-951e-43da-aa6b-1ac97d23e002 req-1ea43284-090c-430f-a7e1-afd61ea8b451 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:17.454936 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0fab93c2-951e-43da-aa6b-1ac97d23e002 req-1ea43284-090c-430f-a7e1-afd61ea8b451 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0456586 May 13 17:32:17.503648 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0fab93c2-951e-43da-aa6b-1ac97d23e002 req-73f1b8c4-1243-47a2-963b-e9e9d78fb78a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 May 13 17:32:17.505916 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-8e298d7b-ff6b-442c-ab9f-b682ae7afeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:17.507430 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-8e298d7b-ff6b-442c-ab9f-b682ae7afeb7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e9f5f08db8cb40f0857115f4c9aadaf7&device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 1128 time: 0.0382233 May 13 17:32:17.671662 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803770a-d204-4550-8a98-965a9335f3e5 req-443ab0c8-34b1-4c87-924b-75af9a1c8a08 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:17.673146 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f803770a-d204-4550-8a98-965a9335f3e5 req-443ab0c8-34b1-4c87-924b-75af9a1c8a08 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 944 time: 0.0480878 May 13 17:32:17.718623 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f803770a-d204-4550-8a98-965a9335f3e5 req-73ad26f7-59bc-4821-be29-c785fdb55061 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 May 13 17:32:17.832049 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 184e5bd1-70c3-49ee-b517-f4be3467d55c details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:32:17.931800 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 184e5bd1-70c3-49ee-b517-f4be3467d55c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=184e5bd1-70c3-49ee-b517-f4be3467d55c,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:32:17.944081 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '184e5bd1-70c3-49ee-b517-f4be3467d55c', 'network_id': '43080e60-e3bd-4f01-9af9-50b6a3bc0c46', 'port_id': '184e5bd1-70c3-49ee-b517-f4be3467d55c', 'mac_address': 'fa:16:3e:8f:a5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be76b3f2-1f97-4839-b0a6-d76ec320fe02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:32:17.983824 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 184e5bd1-70c3-49ee-b517-f4be3467d55c is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:32:17.984240 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:17.997466 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184e5bd1-70c3-49ee-b517-f4be3467d55c {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:32:18.015634 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 184e5bd1-70c3-49ee-b517-f4be3467d55c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=184e5bd1-70c3-49ee-b517-f4be3467d55c,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:32:18.088955 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:18.137404 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=184e5bd1-70c3-49ee-b517-f4be3467d55c,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:18.144345 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.144696 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.145066 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.145430 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.145768 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.146101 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.146431 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.146758 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.147091 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.147442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.147768 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.148119 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.148448 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.148773 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.149098 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:32:18.620726 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2d8a6-01e4-4051-aa36-3199d70a9ad1 req-0a200c93-41a0-4700-90a4-93be6cb5a9ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:18.622192 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fac2d8a6-01e4-4051-aa36-3199d70a9ad1 req-0a200c93-41a0-4700-90a4-93be6cb5a9ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0463946 May 13 17:32:18.668193 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fac2d8a6-01e4-4051-aa36-3199d70a9ad1 req-b4d65e8f-eee3-43a1-a473-ecbe00ab40e5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405464 May 13 17:32:18.829310 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45163f-26c7-4a4a-a2bb-2c364e19d2a6 req-1b9a092e-ff68-4326-9fd6-e77b08a834a9 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:18.830681 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9f45163f-26c7-4a4a-a2bb-2c364e19d2a6 req-1b9a092e-ff68-4326-9fd6-e77b08a834a9 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 945 time: 0.0463531 May 13 17:32:18.840882 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['184e5bd1-70c3-49ee-b517-f4be3467d55c'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:32:18.876640 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9f45163f-26c7-4a4a-a2bb-2c364e19d2a6 req-7c618481-7f2b-4ccb-a5dd-5e2abe265c4d tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 May 13 17:32:19.785082 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3d50-bca9-4b75-b2fc-e757e7e1763d req-6f9a654a-ecc3-4c78-bcdb-69bdfaddd2c6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:19.786594 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bb4e3d50-bca9-4b75-b2fc-e757e7e1763d req-6f9a654a-ecc3-4c78-bcdb-69bdfaddd2c6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0464070 May 13 17:32:19.811702 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-f26949fc-75b4-4e12-a655-9fea2b591027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:19.815547 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-f26949fc-75b4-4e12-a655-9fea2b591027 service neutron] 10.222.0.82 "GET /v2.0/networks?id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46 HTTP/1.1" status: 200 len: 915 time: 0.0911903 May 13 17:32:19.835559 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bb4e3d50-bca9-4b75-b2fc-e757e7e1763d req-3d268799-43ab-47b6-ac6a-f28f51ad97e4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 May 13 17:32:19.859324 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-de10208d-9a28-4b37-aa51-00eb3477bd6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=184e5bd1-70c3-49ee-b517-f4be3467d55c HTTP/1.1" status: 200 len: 217 time: 0.0362508 May 13 17:32:19.908688 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-14d575db-298d-4fb6-b323-3f6b93cc7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:19.910357 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-14d575db-298d-4fb6-b323-3f6b93cc7278 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be76b3f2-1f97-4839-b0a6-d76ec320fe02 HTTP/1.1" status: 200 len: 854 time: 0.0447822 May 13 17:32:19.944752 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-f2c25888-7e00-4f58-ab3c-7c00cd019687 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=43080e60-e3bd-4f01-9af9-50b6a3bc0c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267994 May 13 17:32:20.033924 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb20014-2b03-48b2-bb85-8d602f1d7d91 req-d1fc20f9-808a-4da3-bcbe-4a7da4eb50b6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:20.035396 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cb20014-2b03-48b2-bb85-8d602f1d7d91 req-d1fc20f9-808a-4da3-bcbe-4a7da4eb50b6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 945 time: 0.0897651 May 13 17:32:20.093769 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-19814629-fba0-462f-939c-ff8a8e6d7efa service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401272 May 13 17:32:20.112937 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2cb20014-2b03-48b2-bb85-8d602f1d7d91 req-9603a1c3-8130-46c5-8c15-6b9f80ee9c95 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716467 May 13 17:32:20.185351 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-deefe02a-730c-4e3c-806e-1dfee81ddb29 req-08f7f31b-7a90-441e-a997-929c3bd48b03 service neutron] 10.222.0.82 "GET /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840862 May 13 17:32:20.465055 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 184e5bd1-70c3-49ee-b517-f4be3467d55c up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:32:20.509347 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 184e5bd1-70c3-49ee-b517-f4be3467d55c completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:32:20.569342 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 184e5bd1-70c3-49ee-b517-f4be3467d55c triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:32:20.569720 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:20.647237 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 184e5bd1-70c3-49ee-b517-f4be3467d55c is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:32:20.647607 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:20.669875 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e5bd1-70c3-49ee-b517-f4be3467d55c'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:32:20.672261 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43afff86-a064-4242-8f16-790d8aeda7e9" -d '{"events": [{"server_uuid": "43b2b263-fb7a-4fe9-abaa-2df5d8c901c2", "name": "network-vif-plugged", "status": "completed", "tag": "184e5bd1-70c3-49ee-b517-f4be3467d55c"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:32:20.684060 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 184e5bd1-70c3-49ee-b517-f4be3467d55c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=184e5bd1-70c3-49ee-b517-f4be3467d55c,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:32:20.707780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b04420-6522-4c5f-b638-b863636fb36d x-openstack-request-id: req-05b04420-6522-4c5f-b638-b863636fb36d {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:32:20.708088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2b263-fb7a-4fe9-abaa-2df5d8c901c2", "name": "network-vif-plugged", "status": "completed", "tag": "184e5bd1-70c3-49ee-b517-f4be3467d55c", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:32:20.708340 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05b04420-6522-4c5f-b638-b863636fb36d {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:32:20.708744 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b04420-6522-4c5f-b638-b863636fb36d'] response: {'server_uuid': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e5bd1-70c3-49ee-b517-f4be3467d55c', 'code': 200} May 13 17:32:20.769138 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:20.816609 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=184e5bd1-70c3-49ee-b517-f4be3467d55c,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:20.955921 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61051b-b04f-4b1a-be26-388c0a99da4c req-a2d9535b-14ef-4216-98d9-b29e6040d91d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:20.957392 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d61051b-b04f-4b1a-be26-388c0a99da4c req-a2d9535b-14ef-4216-98d9-b29e6040d91d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0466535 May 13 17:32:21.006726 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d61051b-b04f-4b1a-be26-388c0a99da4c req-1f0db0c8-0f61-454b-8b9d-12ebbb60a3ca tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437865 May 13 17:32:21.091401 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fafc12-9624-46ba-9dd8-5b56b82fedfe req-04c05d63-5128-44e8-b05f-e97e568c4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:21.092868 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75fafc12-9624-46ba-9dd8-5b56b82fedfe req-04c05d63-5128-44e8-b05f-e97e568c4e3a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 1130 time: 0.0379519 May 13 17:32:21.136035 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75fafc12-9624-46ba-9dd8-5b56b82fedfe req-ceb11e4b-0168-4cb3-9d20-6f3b2b73a758 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369146 May 13 17:32:21.229514 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b04da-e5e4-4c68-898d-bc34617336c4 req-835a43aa-c239-4011-9758-d04a4c3020ae tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:21.230951 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e8b04da-e5e4-4c68-898d-bc34617336c4 req-835a43aa-c239-4011-9758-d04a4c3020ae tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 946 time: 0.0492117 May 13 17:32:21.275918 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8e8b04da-e5e4-4c68-898d-bc34617336c4 req-c68ff3f9-1007-4caa-b6b6-0726bec3ef84 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 May 13 17:32:22.121717 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b25ef-eb00-4353-9205-fa86cb44eb35 req-5b349c4a-2b2a-441c-8c0c-872da17676f3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:22.123182 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa8b25ef-eb00-4353-9205-fa86cb44eb35 req-5b349c4a-2b2a-441c-8c0c-872da17676f3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 943 time: 0.0450869 May 13 17:32:22.187371 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fa8b25ef-eb00-4353-9205-fa86cb44eb35 req-c6345078-ee5b-4625-b3d0-5ca0ee96e49c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586467 May 13 17:32:22.384762 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdbfbb-9ea0-4cb8-a62a-9f2ff1045284 req-611f57e9-c9d6-439c-aa65-64742cc8cc0d tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:22.386199 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dcfdbfbb-9ea0-4cb8-a62a-9f2ff1045284 req-611f57e9-c9d6-439c-aa65-64742cc8cc0d tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 946 time: 0.0452471 May 13 17:32:22.431233 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dcfdbfbb-9ea0-4cb8-a62a-9f2ff1045284 req-adc9a764-dd8d-4012-addd-831ff6f3db70 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 May 13 17:32:22.445617 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:32:22.541714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:32:22.552986 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '41053781-3367-4859-b7f7-eb83af021a82', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'port_id': '41053781-3367-4859-b7f7-eb83af021a82', 'mac_address': 'fa:16:3e:65:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:32:22.589551 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:32:22.589884 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:22.603055 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41053781-3367-4859-b7f7-eb83af021a82 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:32:22.621312 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:32:22.695083 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:22.741585 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=9']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:23.315194 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['41053781-3367-4859-b7f7-eb83af021a82'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:32:23.322517 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e058f-b4c4-4ff3-98de-611bc8f35eca req-e00852ce-3473-41f8-b7ab-c80031519cc0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:23.324070 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a86e058f-b4c4-4ff3-98de-611bc8f35eca req-e00852ce-3473-41f8-b7ab-c80031519cc0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 944 time: 0.0582607 May 13 17:32:23.373926 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a86e058f-b4c4-4ff3-98de-611bc8f35eca req-7fdb9142-e47b-4c6a-a970-b71997f174db tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441685 May 13 17:32:23.553586 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20e97a-b4ef-4698-8091-859dab44728c req-d8402b25-9931-46ac-a818-d2f793318272 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:23.555052 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bb20e97a-b4ef-4698-8091-859dab44728c req-d8402b25-9931-46ac-a818-d2f793318272 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 946 time: 0.0536954 May 13 17:32:23.603751 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bb20e97a-b4ef-4698-8091-859dab44728c req-8611c588-6f8f-41d9-9b7a-612b681f75d2 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 May 13 17:32:24.491604 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936f37-830d-4d9d-92f3-4a94c792890b req-1b83f04b-455b-494c-bcc8-17c4d6f72de4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:24.493071 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0a936f37-830d-4d9d-92f3-4a94c792890b req-1b83f04b-455b-494c-bcc8-17c4d6f72de4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 944 time: 0.0467522 May 13 17:32:24.538811 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0a936f37-830d-4d9d-92f3-4a94c792890b req-0aeb688f-6c00-4ce1-9eb6-4ebae862ed09 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401506 May 13 17:32:24.870368 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:32:24.915253 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 41053781-3367-4859-b7f7-eb83af021a82 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:32:24.915632 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (41053781-3367-4859-b7f7-eb83af021a82), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:24.997045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 41053781-3367-4859-b7f7-eb83af021a82 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:32:24.997462 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:25.019459 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:32:25.021638 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcd1d20-0344-4a6f-a57f-a6313ab8adee" -d '{"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-plugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:32:25.034248 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:32:25.115947 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed346d3-0405-4dc8-b93b-5cfd4ded4e3a x-openstack-request-id: req-4ed346d3-0405-4dc8-b93b-5cfd4ded4e3a {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:32:25.115947 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-plugged", "status": "completed", "tag": "41053781-3367-4859-b7f7-eb83af021a82", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:32:25.115947 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ed346d3-0405-4dc8-b93b-5cfd4ded4e3a {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:32:25.117188 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed346d3-0405-4dc8-b93b-5cfd4ded4e3a'] response: {'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41053781-3367-4859-b7f7-eb83af021a82', 'code': 200} May 13 17:32:25.143144 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:25.191393 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=10']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:25.657620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df982011-2705-4737-907d-0dcf4846bc85 req-71d63cbd-e261-4ffd-8bcf-39aa7c7653d9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:25.659084 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df982011-2705-4737-907d-0dcf4846bc85 req-71d63cbd-e261-4ffd-8bcf-39aa7c7653d9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0456183 May 13 17:32:25.704883 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df982011-2705-4737-907d-0dcf4846bc85 req-75ee08bf-2fe5-4b09-979a-fff10f96af7e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401220 May 13 17:32:25.991930 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49a311-6775-412b-bd0f-fd9c2914a50e req-7f3fbc13-d077-4f90-aa95-2570daa90621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:25.993501 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb49a311-6775-412b-bd0f-fd9c2914a50e req-7f3fbc13-d077-4f90-aa95-2570daa90621 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 1130 time: 0.0419497 May 13 17:32:26.036654 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb49a311-6775-412b-bd0f-fd9c2914a50e req-a3a850b6-5753-470b-aece-60887f5dad24 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370576 May 13 17:32:26.823094 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799397f9-55c7-4159-bed6-79de4855272d req-a2247757-e633-4b3a-a852-793b85f75985 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:26.824593 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-799397f9-55c7-4159-bed6-79de4855272d req-a2247757-e633-4b3a-a852-793b85f75985 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0465086 May 13 17:32:26.876236 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-799397f9-55c7-4159-bed6-79de4855272d req-c5c3bb0b-5f87-4eb7-ba77-5fd59a2d0191 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460975 May 13 17:32:28.012493 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4cc5e-d2e2-4f62-84a7-0538cd3e840a req-31429389-1fe2-44b3-bb2b-792da7431aaa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:28.013972 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85b4cc5e-d2e2-4f62-84a7-0538cd3e840a req-31429389-1fe2-44b3-bb2b-792da7431aaa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0498400 May 13 17:32:28.060170 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85b4cc5e-d2e2-4f62-84a7-0538cd3e840a req-b0098b0c-82df-4059-a8c6-96ff3eccead3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398209 May 13 17:32:28.463078 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a2880940-ee50-4ffa-8405-c98459aca6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:29.174080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d5029-68ff-4966-bde8-f98b28086ed0 req-dd1b6693-4598-44da-8934-03d405045ef0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:29.175546 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-668d5029-68ff-4966-bde8-f98b28086ed0 req-dd1b6693-4598-44da-8934-03d405045ef0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0455828 May 13 17:32:29.220786 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-668d5029-68ff-4966-bde8-f98b28086ed0 req-7c226873-410e-448d-8975-1ec8844be5f1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397127 May 13 17:32:30.352540 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea57086-35c0-480f-9763-9c113c213087 req-640f9d2e-539c-4977-9f3e-2bfbf97d53be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:30.353995 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fea57086-35c0-480f-9763-9c113c213087 req-640f9d2e-539c-4977-9f3e-2bfbf97d53be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0469077 May 13 17:32:30.402569 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fea57086-35c0-480f-9763-9c113c213087 req-ca95232d-6c45-48b2-bd8d-9da1e887e066 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430703 May 13 17:32:30.591950 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b7b35c46-8cbd-4728-95e5-1dd8d0259907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:31.520574 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f288-8218-4a86-8187-e17d96db64c5 req-4aa2330d-c0c9-45e1-9fc0-c7013aaa4456 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:31.522023 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0a1f288-8218-4a86-8187-e17d96db64c5 req-4aa2330d-c0c9-45e1-9fc0-c7013aaa4456 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0459814 May 13 17:32:31.566964 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0a1f288-8218-4a86-8187-e17d96db64c5 req-ab2f1d85-7774-46d0-a8b9-153ba8dbfb48 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 May 13 17:32:32.025977 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:32.689839 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3090b4d-18e0-42d4-b1c0-dbb3561495d2 req-4e0c637b-55e0-4af4-9681-23ce2153028c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:32.691291 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e3090b4d-18e0-42d4-b1c0-dbb3561495d2 req-4e0c637b-55e0-4af4-9681-23ce2153028c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0483537 May 13 17:32:32.738304 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e3090b4d-18e0-42d4-b1c0-dbb3561495d2 req-33056af6-1e33-4ace-b69d-54a81ad05cdb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 May 13 17:32:33.494205 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:33.860909 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf01fd-c085-4f01-9b8d-042ddc35a4b4 req-5f71d639-451a-4e93-b4f3-0ba6c49e0e79 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:33.862368 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-41bf01fd-c085-4f01-9b8d-042ddc35a4b4 req-5f71d639-451a-4e93-b4f3-0ba6c49e0e79 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0497649 May 13 17:32:33.909929 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-41bf01fd-c085-4f01-9b8d-042ddc35a4b4 req-cc952c45-d4c5-43ba-b3c6-464bc12b2b22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419047 May 13 17:32:34.520903 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:32:34.720490 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:35.028715 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cec16-9105-43b9-b76a-e5d827005ab5 req-682b1e39-d61f-4675-ae8f-5329ae7cecf7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:35.030159 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2a5cec16-9105-43b9-b76a-e5d827005ab5 req-682b1e39-d61f-4675-ae8f-5329ae7cecf7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0459166 May 13 17:32:35.075087 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2a5cec16-9105-43b9-b76a-e5d827005ab5 req-d06ed880-154c-4738-a670-97471c0decd8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387075 May 13 17:32:43.625746 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:47.183058 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-47d238c7-9e4d-41b2-811f-ebdbbc632a19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406635 May 13 17:32:47.260167 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ea40-ce62-445e-aa05-94798961becb req-e0297ad0-ed68-4f3c-b188-0842d4afabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:47.261531 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-e0297ad0-ed68-4f3c-b188-0842d4afabe3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1129 time: 0.0380840 May 13 17:32:47.363742 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ea40-ce62-445e-aa05-94798961becb req-6e90d80e-7bc9-43d6-a004-e3b63221f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:47.365256 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-6e90d80e-7bc9-43d6-a004-e3b63221f928 service neutron] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 911 time: 0.0841110 May 13 17:32:47.434870 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-a729a433-bae1-42c4-bb1f-6617d4b57502 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 200 len: 1001 time: 0.0625093 May 13 17:32:47.485620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ea40-ce62-445e-aa05-94798961becb req-b74f58ca-974c-49a2-a279-b409ee14d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:47.487098 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-b74f58ca-974c-49a2-a279-b409ee14d289 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.0454736 May 13 17:32:47.531396 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ea40-ce62-445e-aa05-94798961becb req-5d719f22-fa3b-49dd-b49a-f8b173661b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:47.532788 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-5d719f22-fa3b-49dd-b49a-f8b173661b23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380471 May 13 17:32:47.627513 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-c8ce2640-e488-4d04-accf-aabeea790996 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864620 May 13 17:32:47.713709 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2587ea40-ce62-445e-aa05-94798961becb req-af157361-09e1-4ae4-be80-558fd35e78fc service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801978 May 13 17:32:53.935345 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be557-7db3-4bce-b9ba-9b6f0e55b2b0 req-d04cb1fd-aa40-4467-a058-ceddbe712c14 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:53.936812 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c1be557-7db3-4bce-b9ba-9b6f0e55b2b0 req-d04cb1fd-aa40-4467-a058-ceddbe712c14 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 946 time: 0.0461040 May 13 17:32:53.982696 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c1be557-7db3-4bce-b9ba-9b6f0e55b2b0 req-57de9978-910a-411f-b1e9-a8c163bc3017 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 May 13 17:32:55.326090 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b239a7-4819-4afa-aaa8-4800047a701f req-65fe81b6-eadf-45fe-b9be-bbca5bae3948 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:55.327508 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4b239a7-4819-4afa-aaa8-4800047a701f req-65fe81b6-eadf-45fe-b9be-bbca5bae3948 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 946 time: 0.2770660 May 13 17:32:55.373290 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b4b239a7-4819-4afa-aaa8-4800047a701f req-f02d0714-b8f4-4d99-bb0a-2b03e734e9dd tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 May 13 17:32:56.449219 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-9d8664a2-e130-47fc-8e9b-138afe08eb89 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:56.450735 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-9d8664a2-e130-47fc-8e9b-138afe08eb89 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 946 time: 0.0467169 May 13 17:32:56.548266 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Deleting port 184e5bd1-70c3-49ee-b517-f4be3467d55c {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:32:56.548608 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:56.650586 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762c101-bc9e-4824-9d9e-180c3e58b884 req-92a6e8d3-b590-407c-a725-67120c294106 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:32:56.652300 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3762c101-bc9e-4824-9d9e-180c3e58b884 req-92a6e8d3-b590-407c-a725-67120c294106 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 946 time: 0.0485423 May 13 17:32:56.655922 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] For port 184e5bd1-70c3-49ee-b517-f4be3467d55c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=184e5bd1-70c3-49ee-b517-f4be3467d55c,segment=NetworkSegment(a4abda52-bb6b-46c0-9e16-64d68c663d69),segment_id=a4abda52-bb6b-46c0-9e16-64d68c663d69)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:32:56.656302 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:56.670127 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Calling delete_port for 184e5bd1-70c3-49ee-b517-f4be3467d55c owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:32:56.701954 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3762c101-bc9e-4824-9d9e-180c3e58b884 req-1c454283-886e-4a30-b060-debd7424bbd3 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/security-groups?id=61de4b60-36dd-4f01-919e-3d276794d08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 May 13 17:32:56.863101 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (184e5bd1-70c3-49ee-b517-f4be3467d55c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:56.891162 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Pushing event deleted for resources: {'Port': ['ID=184e5bd1-70c3-49ee-b517-f4be3467d55c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:32:56.916541 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['184e5bd1-70c3-49ee-b517-f4be3467d55c'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:32:56.936496 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] No DVR routers for this DVR port 184e5bd1-70c3-49ee-b517-f4be3467d55c on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:32:56.939027 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:32:56.942315 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-958cb63f-a063-4166-93b5-0ba234dc1d58 req-f4d52a01-888e-4c7d-b153-7732314dcb65 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.82 "DELETE /v2.0/ports/184e5bd1-70c3-49ee-b517-f4be3467d55c HTTP/1.1" status: 204 len: 173 time: 0.4841483 May 13 17:32:56.942758 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'name': 'network-vif-deleted', 'tag': '184e5bd1-70c3-49ee-b517-f4be3467d55c'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:32:56.945543 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e550a63c-3187-48f2-8418-b002c9e6ed26" -d '{"events": [{"server_uuid": "43b2b263-fb7a-4fe9-abaa-2df5d8c901c2", "name": "network-vif-deleted", "tag": "184e5bd1-70c3-49ee-b517-f4be3467d55c"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:32:56.982209 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9c9d49-dcb6-4cec-84c4-52afe56fe5d2 x-openstack-request-id: req-0e9c9d49-dcb6-4cec-84c4-52afe56fe5d2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:32:56.982510 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2b263-fb7a-4fe9-abaa-2df5d8c901c2", "name": "network-vif-deleted", "tag": "184e5bd1-70c3-49ee-b517-f4be3467d55c", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:32:56.982764 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e9c9d49-dcb6-4cec-84c4-52afe56fe5d2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:32:56.983191 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9c9d49-dcb6-4cec-84c4-52afe56fe5d2'] response: {'server_uuid': '43b2b263-fb7a-4fe9-abaa-2df5d8c901c2', 'name': 'network-vif-deleted', 'tag': '184e5bd1-70c3-49ee-b517-f4be3467d55c', 'status': 'completed', 'code': 200} May 13 17:32:57.813018 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d60a27c8-44fb-4602-997f-cfd026aa6000 req-83dfdfa5-a657-44a1-a187-4ef7d2b60fa6 tempest-VolumesSnapshotTestJSON-25963212 tempest-VolumesSnapshotTestJSON-25963212-project] 10.222.0.64 "GET /v2.0/ports?device_id=43b2b263-fb7a-4fe9-abaa-2df5d8c901c2 HTTP/1.1" status: 200 len: 210 time: 0.0287888 May 13 17:32:58.431187 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3b60e9cd-251a-4e2d-8434-ed286a7fd7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:00.545399 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-54de4648-6ea9-42fc-a021-79daa1e26bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:01.012278 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 184e5bd1-70c3-49ee-b517-f4be3467d55c no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:33:01.033056 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 184e5bd1-70c3-49ee-b517-f4be3467d55c {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:33:01.033410 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 184e5bd1-70c3-49ee-b517-f4be3467d55c not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:33:02.008628 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:03.499636 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:04.714274 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:07.986715 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25afb4-b7e1-41a7-9c27-34bd2b6076ae req-6cc7fc26-1279-4e51-b706-355965702e98 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:07.992250 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb25afb4-b7e1-41a7-9c27-34bd2b6076ae req-6cc7fc26-1279-4e51-b706-355965702e98 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0487564 May 13 17:33:08.052030 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eb25afb4-b7e1-41a7-9c27-34bd2b6076ae req-ffeffafa-848a-453e-8298-fcef087f3bc1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559313 May 13 17:33:08.097900 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-313efc69-171e-45f9-bff2-558adb793f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:08.099670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-313efc69-171e-45f9-bff2-558adb793f3c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1168 time: 0.0394611 May 13 17:33:08.189931 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-351b78d4-3891-42cf-97e6-2155f5635716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:08.191413 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-351b78d4-3891-42cf-97e6-2155f5635716 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 200 len: 916 time: 0.0848188 May 13 17:33:08.255670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-da6547ef-c31a-4b9e-a66a-9cae002c6010 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 1000 time: 0.0572658 May 13 17:33:08.307119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-5e56e6a2-6284-4859-a040-2e2dd5295fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:08.308544 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-5e56e6a2-6284-4859-a040-2e2dd5295fe7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c3a8b12-6c39-48c2-9e82-92ea8d91e964 HTTP/1.1" status: 200 len: 854 time: 0.0461881 May 13 17:33:08.355018 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-da269e2d-6700-44c2-aae1-5b21cd0e4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:08.356484 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-da269e2d-6700-44c2-aae1-5b21cd0e4dd2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413508 May 13 17:33:08.441502 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-661a634d-afa6-449f-beef-320c79039c25 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783231 May 13 17:33:08.549310 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61b4ef1b-f18a-4edf-a5dd-441a7351bd6a req-932bed28-b8cd-4446-9a0d-7b81f2d88ae3 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009593 May 13 17:33:09.172886 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace699d2-0da7-491c-aa25-8157b971c1f9 req-6d504ff0-e263-448d-899f-78a2f4ee8d1f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:09.174354 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ace699d2-0da7-491c-aa25-8157b971c1f9 req-6d504ff0-e263-448d-899f-78a2f4ee8d1f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0469177 May 13 17:33:09.231864 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ace699d2-0da7-491c-aa25-8157b971c1f9 req-30ee3672-24c4-4bc8-ab40-34953dcc3f0f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518453 May 13 17:33:10.350560 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30916e-70ac-4553-9a23-8d8f5f5fc324 req-71247c65-8cf4-4a35-b454-b0243cc6beb9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:10.352048 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e30916e-70ac-4553-9a23-8d8f5f5fc324 req-71247c65-8cf4-4a35-b454-b0243cc6beb9 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0480962 May 13 17:33:10.410661 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e30916e-70ac-4553-9a23-8d8f5f5fc324 req-659c0a83-c5fc-4e32-a285-620a9870fa00 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528665 May 13 17:33:11.520059 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:33:11.529117 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9b758-6919-40cb-9846-0404ac37b260 req-885a48a5-2951-4427-9e57-4833d415f946 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:11.530588 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-60e9b758-6919-40cb-9846-0404ac37b260 req-885a48a5-2951-4427-9e57-4833d415f946 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0512013 May 13 17:33:11.588624 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-60e9b758-6919-40cb-9846-0404ac37b260 req-c65b9fbe-6093-4420-ba07-f2a27b808c5b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523582 May 13 17:33:12.700515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9285f4-f2a9-494c-bfc0-629a5573b5ff req-ad695db1-8d36-443c-9fc1-48e63e0edd84 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:12.701974 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba9285f4-f2a9-494c-bfc0-629a5573b5ff req-ad695db1-8d36-443c-9fc1-48e63e0edd84 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0468788 May 13 17:33:12.764818 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ba9285f4-f2a9-494c-bfc0-629a5573b5ff req-836c2bc8-7f28-438a-be80-cfa266c0906c tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571918 May 13 17:33:13.617086 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:13.878329 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb418a-f78d-4277-8172-4b8d18a3e111 req-40a0a8c0-ab46-4567-bae3-6f33a7f46087 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:13.879759 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-93cb418a-f78d-4277-8172-4b8d18a3e111 req-40a0a8c0-ab46-4567-bae3-6f33a7f46087 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0479593 May 13 17:33:13.938988 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-93cb418a-f78d-4277-8172-4b8d18a3e111 req-30e87951-eb63-412d-b938-3da26b37bedf tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531166 May 13 17:33:15.051331 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e99427-876b-4664-9ad7-9e3ba58d9041 req-3970aaa3-104c-4b4f-9677-5e591aaea3a1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:15.052805 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0e99427-876b-4664-9ad7-9e3ba58d9041 req-3970aaa3-104c-4b4f-9677-5e591aaea3a1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0470955 May 13 17:33:15.110238 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f0e99427-876b-4664-9ad7-9e3ba58d9041 req-5dc7c7c6-6f61-42d7-9290-cfebc636b8da tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518830 May 13 17:33:16.222172 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02b48-beda-4d23-9fd4-74de257ceb05 req-24c32cd4-1c45-4cda-ad6a-cf079a1de871 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:16.223598 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eba02b48-beda-4d23-9fd4-74de257ceb05 req-24c32cd4-1c45-4cda-ad6a-cf079a1de871 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0467601 May 13 17:33:16.285998 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eba02b48-beda-4d23-9fd4-74de257ceb05 req-a8fbbac9-25a0-4fe5-b8b8-19a0de449ada tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558169 May 13 17:33:17.400516 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269851e7-b9dd-4d28-ac7a-75d138143e75 req-98e6bb0e-b242-43c0-a2bb-2dd6280d18a8 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:17.401968 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-269851e7-b9dd-4d28-ac7a-75d138143e75 req-98e6bb0e-b242-43c0-a2bb-2dd6280d18a8 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0468884 May 13 17:33:17.460306 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-269851e7-b9dd-4d28-ac7a-75d138143e75 req-89fd8230-c28b-4ee1-9d08-e48608408d40 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528421 May 13 17:33:18.575796 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7085-61e2-422a-a44e-f4ed9fd6e644 req-97ebf132-576f-4cac-bbe2-390ad96c9cea tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:18.577231 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6fee7085-61e2-422a-a44e-f4ed9fd6e644 req-97ebf132-576f-4cac-bbe2-390ad96c9cea tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0467286 May 13 17:33:18.640826 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6fee7085-61e2-422a-a44e-f4ed9fd6e644 req-148c3e69-1096-4867-9edb-0febaedba4a1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579646 May 13 17:33:19.757882 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a3c8-04a3-405f-bc5e-cb16fffb534d req-c433e8fa-d5eb-4833-9470-454713e8f59f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:19.759387 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d447a3c8-04a3-405f-bc5e-cb16fffb534d req-c433e8fa-d5eb-4833-9470-454713e8f59f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0510507 May 13 17:33:19.821096 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d447a3c8-04a3-405f-bc5e-cb16fffb534d req-5e4ad2aa-ba8c-48f5-9ee0-dda867ce5747 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557151 May 13 17:33:20.933785 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f034e77-9cc5-463e-a936-96b60d87072f req-96c8646d-8101-4462-a238-0a5ee790ce97 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:20.936119 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1f034e77-9cc5-463e-a936-96b60d87072f req-96c8646d-8101-4462-a238-0a5ee790ce97 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0479846 May 13 17:33:20.996905 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1f034e77-9cc5-463e-a936-96b60d87072f req-a3a7ccf2-b062-4e54-beaa-037f931a096f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553012 May 13 17:33:22.110617 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347448f6-c23c-4f1b-b02a-46ee8a6ddfe6 req-b2080cec-d58a-4d48-b1c6-88af09584c4f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:22.112082 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-347448f6-c23c-4f1b-b02a-46ee8a6ddfe6 req-b2080cec-d58a-4d48-b1c6-88af09584c4f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0471399 May 13 17:33:22.175878 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-347448f6-c23c-4f1b-b02a-46ee8a6ddfe6 req-500171ee-ccf0-4ee1-8fe5-cd389d56fbae tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574031 May 13 17:33:23.293054 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0fe0b-d059-46ea-9671-f734c8dae30d req-0eb89e14-06d2-48df-b177-10ea524ffcad tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:23.294460 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9ee0fe0b-d059-46ea-9671-f734c8dae30d req-0eb89e14-06d2-48df-b177-10ea524ffcad tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0507202 May 13 17:33:23.352546 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9ee0fe0b-d059-46ea-9671-f734c8dae30d req-ba3f888e-93a3-41d5-9ffc-8a96c3216e22 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523572 May 13 17:33:24.466443 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f8d87-2961-4b8f-97dd-4bbab145aa4c req-02fb96d2-cdc3-4f2b-ad32-9f04a69ee175 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:24.467993 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad2f8d87-2961-4b8f-97dd-4bbab145aa4c req-02fb96d2-cdc3-4f2b-ad32-9f04a69ee175 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0483217 May 13 17:33:24.530404 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ad2f8d87-2961-4b8f-97dd-4bbab145aa4c req-90b16d51-f8bd-4c9d-9b5c-64c06b6269f7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568175 May 13 17:33:25.648289 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656548b0-1c81-474a-ac70-66382ca11c72 req-4e84628e-f7e5-452a-a1b5-2ba89f389d76 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:25.650364 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-656548b0-1c81-474a-ac70-66382ca11c72 req-4e84628e-f7e5-452a-a1b5-2ba89f389d76 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0491719 May 13 17:33:25.710062 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-656548b0-1c81-474a-ac70-66382ca11c72 req-8f35f9aa-daae-4906-8f93-04e2f475c9dd tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539670 May 13 17:33:26.825133 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543cdb2-752b-422c-a047-a2dc76f1d84c req-a9152e90-77f2-4d0d-bca4-395db0eec56f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:26.826362 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3543cdb2-752b-422c-a047-a2dc76f1d84c req-a9152e90-77f2-4d0d-bca4-395db0eec56f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0472744 May 13 17:33:26.891297 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3543cdb2-752b-422c-a047-a2dc76f1d84c req-dd1913e2-330e-46af-b7b3-b4d8ae4c9839 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&id=25628f21-2480-4d12-a2e2-3c0504bba483&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549965 May 13 17:33:28.451829 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-bf764362-239c-4c16-83d7-8157cc2660bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:28.903569 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f237f-c07e-4900-9ec9-5c92ce82acc8 req-c7cdbcd3-614e-44e7-9a95-5ddcc2d5d525 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:28.905078 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b1f237f-c07e-4900-9ec9-5c92ce82acc8 req-c7cdbcd3-614e-44e7-9a95-5ddcc2d5d525 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0511391 May 13 17:33:28.974901 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b1f237f-c07e-4900-9ec9-5c92ce82acc8 req-9ba2aac0-9286-4792-ba84-fd7c0d9f5b7b tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633473 May 13 17:33:29.500706 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48350) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:29.542711 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Deleting subnet be76b3f2-1f97-4839-b0a6-d76ec320fe02 {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:33:29.545629 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Publish callbacks [] for subnet (be76b3f2-1f97-4839-b0a6-d76ec320fe02), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.578465 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (be76b3f2-1f97-4839-b0a6-d76ec320fe02), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.615715 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (be76b3f2-1f97-4839-b0a6-d76ec320fe02), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.739589 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (be76b3f2-1f97-4839-b0a6-d76ec320fe02), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.765832 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be76b3f2-1f97-4839-b0a6-d76ec320fe02,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:29.768825 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.771300 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/be76b3f2-1f97-4839-b0a6-d76ec320fe02 HTTP/1.1" status: 204 len: 168 time: 0.2695704 May 13 17:33:29.773905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48352) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:29.777703 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.778063 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.778405 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.778750 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.779095 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.779459 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.779794 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.780126 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.780457 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.780792 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.781123 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.781457 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.781785 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.782107 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.782431 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ecdab-0523-44a5-9864-a082b9ca801a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:29.845539 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (43080e60-e3bd-4f01-9af9-50b6a3bc0c46), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.921080 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (43080e60-e3bd-4f01-9af9-50b6a3bc0c46), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.941460 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43080e60-e3bd-4f01-9af9-50b6a3bc0c46']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:29.950597 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4abda52-bb6b-46c0-9e16-64d68c663d69') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:29.950901 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4abda52-bb6b-46c0-9e16-64d68c663d69') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:29.960224 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (a4abda52-bb6b-46c0-9e16-64d68c663d69), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.973639 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (a4abda52-bb6b-46c0-9e16-64d68c663d69), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.980259 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:33:29.980648 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (a4abda52-bb6b-46c0-9e16-64d68c663d69), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:33:29.982313 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:33:30.090681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19878826-2a0d-4746-b61d-b8ff394e928d req-e1a1fc04-9147-43e8-bdec-7698fc9cf863 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:30.092178 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-19878826-2a0d-4746-b61d-b8ff394e928d req-e1a1fc04-9147-43e8-bdec-7698fc9cf863 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0466328 May 13 17:33:30.133866 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (43080e60-e3bd-4f01-9af9-50b6a3bc0c46), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:30.140259 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:30.143114 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] 10.222.0.64 "DELETE /v2.0/networks/43080e60-e3bd-4f01-9af9-50b6a3bc0c46 HTTP/1.1" status: 204 len: 168 time: 0.3681858 May 13 17:33:30.146375 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-19878826-2a0d-4746-b61d-b8ff394e928d req-1430a1e3-ab74-4d3d-a117-87633d370be8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487874 May 13 17:33:30.157723 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Pushing event deleted for resources: {'Network': ['ID=43080e60-e3bd-4f01-9af9-50b6a3bc0c46,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:30.171932 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.172288 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.172657 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.172983 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.173322 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.173658 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.173995 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.174324 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.174655 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.174989 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.175354 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.175689 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.176014 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.176343 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.176668 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4be447-3021-4882-9842-4ee965355722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:33:30.528226 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48358) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:30.550990 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-1e268a37-fca6-46d1-87ba-7d8357871280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:30.567292 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-35934dac-4c31-4946-bc44-d55ff6681937 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9f5f08db8cb40f0857115f4c9aadaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377676 May 13 17:33:30.571299 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48360) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:30.624414 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-746d79fb-ecc2-4f8e-b05f-293777acd543 admin admin] Publish callbacks [] for security_group (61de4b60-36dd-4f01-919e-3d276794d08a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:30.649457 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-746d79fb-ecc2-4f8e-b05f-293777acd543 admin admin] Publish callbacks [] for security_group (61de4b60-36dd-4f01-919e-3d276794d08a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:30.768051 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-746d79fb-ecc2-4f8e-b05f-293777acd543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (61de4b60-36dd-4f01-919e-3d276794d08a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:30.770520 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-746d79fb-ecc2-4f8e-b05f-293777acd543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:30.771692 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-746d79fb-ecc2-4f8e-b05f-293777acd543 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61de4b60-36dd-4f01-919e-3d276794d08a HTTP/1.1" status: 204 len: 168 time: 0.2011671 May 13 17:33:30.779619 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d79fb-ecc2-4f8e-b05f-293777acd543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61de4b60-36dd-4f01-919e-3d276794d08a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:31.260467 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602aaff-3297-4ed2-bd47-574e03752fdb req-00438aea-4abf-471f-af16-c2f31fb622d4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:31.261952 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a602aaff-3297-4ed2-bd47-574e03752fdb req-00438aea-4abf-471f-af16-c2f31fb622d4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0467026 May 13 17:33:31.309518 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a602aaff-3297-4ed2-bd47-574e03752fdb req-609776ad-f877-40c7-a423-5ca1d9d1dd42 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 May 13 17:33:32.030708 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:32.423094 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f4d4-6c56-4ccf-8e1f-333b90c64e90 req-700bc5ea-3bb0-497b-8827-42bdd58ab6ed tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:32.424582 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2bf7f4d4-6c56-4ccf-8e1f-333b90c64e90 req-700bc5ea-3bb0-497b-8827-42bdd58ab6ed tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0470333 May 13 17:33:32.470326 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2bf7f4d4-6c56-4ccf-8e1f-333b90c64e90 req-8c2283d2-b489-4378-957e-e6ec9f3c7440 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 May 13 17:33:33.481714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:33.581854 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a034c1e-59ab-4f1c-89d6-ce2b67805e77 req-91e37455-33fb-490a-a5af-1aa5d5ea3821 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:33.583324 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1a034c1e-59ab-4f1c-89d6-ce2b67805e77 req-91e37455-33fb-490a-a5af-1aa5d5ea3821 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0450292 May 13 17:33:33.632889 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1a034c1e-59ab-4f1c-89d6-ce2b67805e77 req-393d520d-e06d-4df0-adf6-cb9ca9caabfa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434828 May 13 17:33:34.731226 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:34.743331 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba6d6-dfb6-42d3-b016-d0a6c1074e2c req-ef9e5188-2d95-48df-9aa4-b268cb999976 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:34.744794 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eccba6d6-dfb6-42d3-b016-d0a6c1074e2c req-ef9e5188-2d95-48df-9aa4-b268cb999976 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0474854 May 13 17:33:34.794387 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-eccba6d6-dfb6-42d3-b016-d0a6c1074e2c req-b31c0888-47b4-48eb-a2a2-c31f57d18a4c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441048 May 13 17:33:35.904596 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97af06f-a895-4111-a715-313e7c585e36 req-db1771b0-ae8a-489a-992e-1aebffd81e25 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:35.906564 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a97af06f-a895-4111-a715-313e7c585e36 req-db1771b0-ae8a-489a-992e-1aebffd81e25 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0458002 May 13 17:33:35.953530 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a97af06f-a895-4111-a715-313e7c585e36 req-26ce9571-0013-4140-8f78-de5c53947e32 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 May 13 17:33:37.064983 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccab0c-c874-4351-96be-545a3c4bf16c req-9abdf9c5-c862-4946-a887-ad1d2e4bf1d9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:37.066464 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86ccab0c-c874-4351-96be-545a3c4bf16c req-9abdf9c5-c862-4946-a887-ad1d2e4bf1d9 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0467861 May 13 17:33:37.113509 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86ccab0c-c874-4351-96be-545a3c4bf16c req-7edd15e6-c0c8-448d-928e-afc327972106 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 May 13 17:33:38.223392 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf1227-48c7-4971-918b-abf697e4e72e req-94b7ecee-a7a1-4f51-af70-857fd754923f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:38.225121 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-aecf1227-48c7-4971-918b-abf697e4e72e req-94b7ecee-a7a1-4f51-af70-857fd754923f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0462093 May 13 17:33:38.269288 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-aecf1227-48c7-4971-918b-abf697e4e72e req-9236e385-2c98-4944-a37a-c8f26b46a0fd tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387576 May 13 17:33:39.387832 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f66271-0cb0-4b92-8841-17f6b86c89f0 req-0370d657-8266-411c-88ad-e3228133888a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:39.390776 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41f66271-0cb0-4b92-8841-17f6b86c89f0 req-0370d657-8266-411c-88ad-e3228133888a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0516336 May 13 17:33:39.437623 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-41f66271-0cb0-4b92-8841-17f6b86c89f0 req-3fbc5183-973b-4ab0-ab53-3d8a0ee9dc13 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 May 13 17:33:39.740555 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84995c7-06ff-4ac1-8cf8-9f7300447468 req-befb24f7-ecb8-46a4-8ee7-b053a797ca8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:39.742018 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c84995c7-06ff-4ac1-8cf8-9f7300447468 req-befb24f7-ecb8-46a4-8ee7-b053a797ca8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0496354 May 13 17:33:39.787886 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c84995c7-06ff-4ac1-8cf8-9f7300447468 req-526d27ec-10df-48d1-af90-3d64cc7b1992 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 May 13 17:33:40.554290 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ce58f-ee84-40f1-b2c7-d6ab9883c530 req-d3cc0c72-a3c6-484a-82db-20cad4c7310e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:40.555795 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ee0ce58f-ee84-40f1-b2c7-d6ab9883c530 req-d3cc0c72-a3c6-484a-82db-20cad4c7310e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0500553 May 13 17:33:40.602590 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ee0ce58f-ee84-40f1-b2c7-d6ab9883c530 req-6643a27c-4cda-4463-a5d0-f62d1c370a98 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 May 13 17:33:40.900310 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe44dd6-4966-4736-82d1-d6a8cb8a0c30 req-709880e7-37c0-4c9f-94af-f2c8c3d34cfb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:40.901765 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebe44dd6-4966-4736-82d1-d6a8cb8a0c30 req-709880e7-37c0-4c9f-94af-f2c8c3d34cfb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0459149 May 13 17:33:40.946980 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebe44dd6-4966-4736-82d1-d6a8cb8a0c30 req-17e195fe-6418-41fe-9eb0-d2a35586905c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397747 May 13 17:33:41.722229 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87947f-4fbc-4384-9c0d-060c7bd3a4e2 req-afbc80d1-c953-4c21-ae42-397e74b07992 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:41.723745 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9b87947f-4fbc-4384-9c0d-060c7bd3a4e2 req-afbc80d1-c953-4c21-ae42-397e74b07992 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0537989 May 13 17:33:41.770183 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9b87947f-4fbc-4384-9c0d-060c7bd3a4e2 req-468e191f-3cd4-4b18-ba57-4cf4daa88562 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 May 13 17:33:41.852023 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fec01-5c46-4ba6-b49a-7173445395fa req-bfbb41ed-e595-4051-906e-715bdc1d2e81 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:41.853454 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-877fec01-5c46-4ba6-b49a-7173445395fa req-bfbb41ed-e595-4051-906e-715bdc1d2e81 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0494473 May 13 17:33:41.940483 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port 59800603-642e-4f31-b41b-ffa2355488f5 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:33:41.941143 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (59800603-642e-4f31-b41b-ffa2355488f5), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:42.068683 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] For port 59800603-642e-4f31-b41b-ffa2355488f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=59800603-642e-4f31-b41b-ffa2355488f5,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:33:42.069049 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (59800603-642e-4f31-b41b-ffa2355488f5), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:42.089365 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659e156-da92-4654-9d01-0375685f61aa req-51968b3e-bcc2-470c-87aa-a3a447726397 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:42.090821 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4659e156-da92-4654-9d01-0375685f61aa req-51968b3e-bcc2-470c-87aa-a3a447726397 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 945 time: 0.0719244 May 13 17:33:42.258779 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4659e156-da92-4654-9d01-0375685f61aa req-f750cb19-8dde-4a00-bf9f-704835d02d1a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=cbfac849-f4eb-4874-bd2c-5e0150ead35e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479774 May 13 17:33:42.327483 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:42.327853 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (2e4037ef-d601-434f-ae84-e63d9c2083fe), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:42.328176 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP 2e4037ef-d601-434f-ae84-e63d9c2083fe disassociated. External IP: 172.27.3.46, port: 59800603-642e-4f31-b41b-ffa2355488f5. May 13 17:33:42.328561 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for 59800603-642e-4f31-b41b-ffa2355488f5 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:33:42.508203 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (59800603-642e-4f31-b41b-ffa2355488f5), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:42.534525 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=59800603-642e-4f31-b41b-ffa2355488f5,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:42.649573 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:33:42.757398 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:33:42.767317 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:33:42.776652 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:33:42.777697 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:33:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:42.800314 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] No DVR routers for this DVR port 59800603-642e-4f31-b41b-ffa2355488f5 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:33:42.802926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:42.806522 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-877fec01-5c46-4ba6-b49a-7173445395fa req-49f0f246-b25c-459a-a145-7fa8c5dbcde9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "DELETE /v2.0/ports/59800603-642e-4f31-b41b-ffa2355488f5 HTTP/1.1" status: 204 len: 173 time: 0.9457934 May 13 17:33:42.807192 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'name': 'network-vif-deleted', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:33:42.809461 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f060b-c98e-4c00-9ce3-709f850c29ea" -d '{"events": [{"server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "name": "network-vif-deleted", "tag": "59800603-642e-4f31-b41b-ffa2355488f5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:33:42.861112 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad8119a-151e-4e85-b721-53a4311ce63a x-openstack-request-id: req-cad8119a-151e-4e85-b721-53a4311ce63a {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:33:42.861455 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2", "name": "network-vif-deleted", "tag": "59800603-642e-4f31-b41b-ffa2355488f5", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:33:42.861749 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cad8119a-151e-4e85-b721-53a4311ce63a {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:33:42.862129 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad8119a-151e-4e85-b721-53a4311ce63a'] response: {'server_uuid': '149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2', 'name': 'network-vif-deleted', 'tag': '59800603-642e-4f31-b41b-ffa2355488f5', 'status': 'completed', 'code': 200} May 13 17:33:42.903162 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:33:42.914557 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff705c4e-3198-4be9-9aba-df418d43c9ea req-9391dcc5-8fa3-494b-9cb7-501866660053 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:42.916215 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff705c4e-3198-4be9-9aba-df418d43c9ea req-9391dcc5-8fa3-494b-9cb7-501866660053 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0493851 May 13 17:33:42.972011 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff705c4e-3198-4be9-9aba-df418d43c9ea req-36a46150-494b-47e7-8627-7734b79b9bb8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498323 May 13 17:33:43.136983 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:52Z', 'revision_number': 2, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:43.167317 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:33:43.176579 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:33:43.177187 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:33:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:43.295476 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:33:43.369252 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7e9fa72f-0414-4d9d-a5dd-c8cf023042a4 req-15f153ab-1917-4c06-a0da-e255f9b31304 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=149bdfc0-34d8-4736-9bd5-5ddc0e45fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0274320 May 13 17:33:43.513411 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:52Z', 'revision_number': 2, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:43.629428 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec00925f-04ef-4068-92aa-c3699042f5ac None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '8618e726-4a25-4b6d-9651-d22946ecfbec', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:d6:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:26:55Z', 'updated_at': '2022-05-13T17:27:52Z', 'revision_number': 2, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:33:43.630705 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:43.864332 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bdbcc-d296-455f-ae17-3ec8f276426a None None] New status for floating IP 2e4037ef-d601-434f-ae84-e63d9c2083fe: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:33:44.106031 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6334-6bba-427d-bd01-bbaf356a517e req-5ba6847a-373c-44e3-bae1-a71e8b035121 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:44.107558 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-159a6334-6bba-427d-bd01-bbaf356a517e req-5ba6847a-373c-44e3-bae1-a71e8b035121 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0572376 May 13 17:33:44.157928 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-159a6334-6bba-427d-bd01-bbaf356a517e req-693152c6-8ecb-4b2a-9424-7e4174298d28 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 May 13 17:33:44.494207 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48424) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:44.549437 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b391cfba-4b7b-4538-87a0-1690c6a71656 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (cbfac849-f4eb-4874-bd2c-5e0150ead35e), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:44.575112 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b391cfba-4b7b-4538-87a0-1690c6a71656 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (cbfac849-f4eb-4874-bd2c-5e0150ead35e), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:44.719969 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b391cfba-4b7b-4538-87a0-1690c6a71656 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (cbfac849-f4eb-4874-bd2c-5e0150ead35e), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:44.722469 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b391cfba-4b7b-4538-87a0-1690c6a71656 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:44.723689 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b391cfba-4b7b-4538-87a0-1690c6a71656 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/security-groups/cbfac849-f4eb-4874-bd2c-5e0150ead35e HTTP/1.1" status: 204 len: 168 time: 0.2284017 May 13 17:33:44.728982 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48426) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:44.734612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391cfba-4b7b-4538-87a0-1690c6a71656 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfac849-f4eb-4874-bd2c-5e0150ead35e,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:44.745478 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.api.v2.resource [None req-4984aa83-3e85-4092-8007-37d3b4d3c9b4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] show failed (client error): The resource could not be found. May 13 17:33:44.746479 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4984aa83-3e85-4092-8007-37d3b4d3c9b4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups/cbfac849-f4eb-4874-bd2c-5e0150ead35e HTTP/1.1" status: 404 len: 347 time: 0.0187955 May 13 17:33:44.749631 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48428) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:44.863981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port c46f7f60-3886-4381-a479-99dd810c1577 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:33:44.864318 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (c46f7f60-3886-4381-a479-99dd810c1577), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:44.940389 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (c46f7f60-3886-4381-a479-99dd810c1577), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:44.940713 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (c46f7f60-3886-4381-a479-99dd810c1577), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:44.956796 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for c46f7f60-3886-4381-a479-99dd810c1577 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:33:45.137038 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c46f7f60-3886-4381-a479-99dd810c1577), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:45.165893 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=c46f7f60-3886-4381-a479-99dd810c1577,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:45.212141 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 59800603-642e-4f31-b41b-ffa2355488f5 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:33:45.229137 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (2e4037ef-d601-434f-ae84-e63d9c2083fe), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:45.231949 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:45.233093 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f31b0638-1a0a-4d23-b91d-abec4725bc8e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/floatingips/2e4037ef-d601-434f-ae84-e63d9c2083fe HTTP/1.1" status: 204 len: 168 time: 0.4824913 May 13 17:33:45.245305 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 59800603-642e-4f31-b41b-ffa2355488f5 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:33:45.246814 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 59800603-642e-4f31-b41b-ffa2355488f5 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:33:45.280747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a430cd-a7c8-4120-b246-f5851ce788fa req-40d8b6ec-d573-40f1-acfe-d3c768b5c547 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:45.282820 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-44a430cd-a7c8-4120-b246-f5851ce788fa req-40d8b6ec-d573-40f1-acfe-d3c768b5c547 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0487461 May 13 17:33:45.336813 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-44a430cd-a7c8-4120-b246-f5851ce788fa req-e5fd87fc-fdb3-4714-a269-c7ac924aa7b8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 May 13 17:33:45.753567 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfacc3-621b-4f1f-8471-2c2f61fea39e req-9019de4e-0e88-4635-9f7a-3d2bbe093c7f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:45.755049 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18bfacc3-621b-4f1f-8471-2c2f61fea39e req-9019de4e-0e88-4635-9f7a-3d2bbe093c7f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0834146 May 13 17:33:45.758934 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-4bd8072b-e3c3-4cf8-962f-8b7c26a502ec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760300 May 13 17:33:45.810212 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-18bfacc3-621b-4f1f-8471-2c2f61fea39e req-e28351be-0ce8-415a-b6b8-a3af053bedd6 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480938 May 13 17:33:45.899820 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-13b0b47c-f675-48a1-981b-ec08dbceb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:45.901271 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-13b0b47c-f675-48a1-981b-ec08dbceb02f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 1129 time: 0.0684383 May 13 17:33:45.904005 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-ee3ec031-8733-41bd-805e-8602cd7f755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:45.905345 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-ee3ec031-8733-41bd-805e-8602cd7f755d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 1129 time: 0.0641844 May 13 17:33:46.729693 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-3424f341-7885-4014-8f26-78f107310f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:46.731230 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-3424f341-7885-4014-8f26-78f107310f13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 911 time: 0.3982992 May 13 17:33:46.775357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-1867a3fc-3492-4ce8-83e7-8148d7734473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:46.776779 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-1867a3fc-3492-4ce8-83e7-8148d7734473 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.4007998 May 13 17:33:46.826817 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-b24b9b46-6d45-4083-bc4a-d17b8a805fae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c1697c5-1f14-4626-9fa8-129fec582059 HTTP/1.1" status: 200 len: 217 time: 0.0414913 May 13 17:33:46.842478 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-da964966-e1df-4c14-85dc-2e4cc96b5c4f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 200 len: 1001 time: 0.1029563 May 13 17:33:46.942329 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-73c9e9e5-6d7b-41ba-a3cb-85cc2b989f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:46.943809 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-73c9e9e5-6d7b-41ba-a3cb-85cc2b989f85 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.1098745 May 13 17:33:46.952968 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-a932561d-b451-4780-9abb-0c79f890a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:46.954906 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-a932561d-b451-4780-9abb-0c79f890a353 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.0931582 May 13 17:33:46.962963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef429443-6c1b-4f12-8395-2357fe58e401 req-b0c3b78b-a507-4123-baf5-9c9cc7408a7c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:46.964333 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef429443-6c1b-4f12-8395-2357fe58e401 req-b0c3b78b-a507-4123-baf5-9c9cc7408a7c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0714087 May 13 17:33:47.046357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-2c360e9d-02bb-4ba6-bdbc-6aaa6de5dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:47.047944 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-2c360e9d-02bb-4ba6-bdbc-6aaa6de5dfa6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795994 May 13 17:33:47.054295 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-fc1ac532-fd29-49df-98ad-912c66077725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:47.055801 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-fc1ac532-fd29-49df-98ad-912c66077725 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795064 May 13 17:33:47.161922 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ef429443-6c1b-4f12-8395-2357fe58e401 req-d604c998-b6b7-4af4-8a6e-19f2186ee124 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620882 May 13 17:33:47.230513 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-3de04530-b047-4837-a224-12422d29c4db service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637847 May 13 17:33:47.233716 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-83b95704-0664-46e2-a3aa-a6514eabeedf service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661208 May 13 17:33:47.387453 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1e156e77-5176-4971-b23b-cf9a91e3a70a req-c068f3b7-f98c-4757-9fbd-de79101b3f80 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457553 May 13 17:33:47.391555 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b565724-9a6b-4cb4-b211-f57c550b0154 req-f15b26ce-fc98-4e71-b071-11a970cc2f1e service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483581 May 13 17:33:48.226466 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b91c1-eb40-4d39-a016-df6593aec893 req-974c4361-d383-4ea2-a598-3a6909732b1e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:48.227984 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dd0b91c1-eb40-4d39-a016-df6593aec893 req-974c4361-d383-4ea2-a598-3a6909732b1e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0495546 May 13 17:33:48.277855 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dd0b91c1-eb40-4d39-a016-df6593aec893 req-d811432e-dc19-41d5-89e9-2898309da3c3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 May 13 17:33:48.278056 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a43d4d-5722-420c-8801-54b68707910c req-e2d7b287-d7c6-49cf-829f-1d8a09589994 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:48.279574 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f6a43d4d-5722-420c-8801-54b68707910c req-e2d7b287-d7c6-49cf-829f-1d8a09589994 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0480671 May 13 17:33:48.329261 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f6a43d4d-5722-420c-8801-54b68707910c req-88b72e2a-8a33-4d33-807a-3ed658277332 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 May 13 17:33:48.521035 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:33:49.393389 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d6db5-9f7b-45dd-b00f-f300507f8d21 req-8af22e38-d863-4ebf-83ee-225a4f1f96dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:49.398688 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a34d6db5-9f7b-45dd-b00f-f300507f8d21 req-8af22e38-d863-4ebf-83ee-225a4f1f96dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0479183 May 13 17:33:49.446886 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a34d6db5-9f7b-45dd-b00f-f300507f8d21 req-4cc3bcc2-4c70-4ec5-8ee0-249827533191 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd3eb06e-8611-4b98-b5be-074972fd507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462925 May 13 17:33:49.890531 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283bd10-499e-48b4-9c6c-166293866bde req-76a810ce-b734-4cea-8bc4-a7cab8692aa3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:49.892002 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8283bd10-499e-48b4-9c6c-166293866bde req-76a810ce-b734-4cea-8bc4-a7cab8692aa3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 946 time: 0.0456352 May 13 17:33:50.002329 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port 6c67b852-5901-4a54-9821-0cbca68ceaca {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:33:50.002653 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:50.095874 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] For port 6c67b852-5901-4a54-9821-0cbca68ceaca, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=6c67b852-5901-4a54-9821-0cbca68ceaca,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:33:50.096287 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:50.263684 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:50.263973 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (8618e726-4a25-4b6d-9651-d22946ecfbec), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:50.264291 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP 8618e726-4a25-4b6d-9651-d22946ecfbec disassociated. External IP: 172.27.3.109, port: 6c67b852-5901-4a54-9821-0cbca68ceaca. May 13 17:33:50.264633 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for 6c67b852-5901-4a54-9821-0cbca68ceaca owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:33:50.458718 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (6c67b852-5901-4a54-9821-0cbca68ceaca), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:50.488453 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=6c67b852-5901-4a54-9821-0cbca68ceaca,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:50.580217 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-462e8672-bd05-4d78-b1d6-56638244d110 req-82659a99-dda7-41b0-96a4-b4b2dfca838b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 210 time: 0.0367563 May 13 17:33:50.641505 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:33:50.751436 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:33:50.763559 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:33:50.771774 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:33:50.772405 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:33:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:50.801392 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] No DVR routers for this DVR port 6c67b852-5901-4a54-9821-0cbca68ceaca on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:33:50.804204 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:50.807566 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8283bd10-499e-48b4-9c6c-166293866bde req-bb004c58-8f07-4cdb-8b64-2c8bb24dfff1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "DELETE /v2.0/ports/6c67b852-5901-4a54-9821-0cbca68ceaca HTTP/1.1" status: 204 len: 173 time: 0.8884075 May 13 17:33:50.808031 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'name': 'network-vif-deleted', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:33:50.810331 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6613b6-4279-461c-823d-c310ce29f36d" -d '{"events": [{"server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "name": "network-vif-deleted", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:33:50.865387 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d8871-2591-4ec0-b82a-4dee544b5650 x-openstack-request-id: req-087d8871-2591-4ec0-b82a-4dee544b5650 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:33:50.865778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271501e4-dcad-4de1-92a7-8ad28c0dc5e0", "name": "network-vif-deleted", "tag": "6c67b852-5901-4a54-9821-0cbca68ceaca", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:33:50.866102 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-087d8871-2591-4ec0-b82a-4dee544b5650 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:33:50.866572 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087d8871-2591-4ec0-b82a-4dee544b5650'] response: {'server_uuid': '271501e4-dcad-4de1-92a7-8ad28c0dc5e0', 'name': 'network-vif-deleted', 'tag': '6c67b852-5901-4a54-9821-0cbca68ceaca', 'status': 'completed', 'code': 200} May 13 17:33:50.885281 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:33:51.085787 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:51.115723 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:33:51.124119 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:33:51.124727 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:33:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:51.231708 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:33:51.417564 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:33:51.446558 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902255f-5dc9-4319-8e02-3e15dd756bca None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:33:51.659867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e8b663-b29e-4943-9dad-be89612040b4 None None] New status for floating IP 8618e726-4a25-4b6d-9651-d22946ecfbec: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:33:51.710011 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c938447d-cba2-425e-ac71-602a888531b2 req-d854a692-5040-4e42-9af5-f4845b7d461e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=271501e4-dcad-4de1-92a7-8ad28c0dc5e0 HTTP/1.1" status: 200 len: 210 time: 0.0374482 May 13 17:33:52.852650 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48498) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:52.905758 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1123ed1f-e167-4b21-9d7c-7979a5b94105 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (dd3eb06e-8611-4b98-b5be-074972fd507b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:52.929581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1123ed1f-e167-4b21-9d7c-7979a5b94105 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (dd3eb06e-8611-4b98-b5be-074972fd507b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.057013 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1123ed1f-e167-4b21-9d7c-7979a5b94105 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (dd3eb06e-8611-4b98-b5be-074972fd507b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.059681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1123ed1f-e167-4b21-9d7c-7979a5b94105 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.060861 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1123ed1f-e167-4b21-9d7c-7979a5b94105 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/security-groups/dd3eb06e-8611-4b98-b5be-074972fd507b HTTP/1.1" status: 204 len: 168 time: 0.2071884 May 13 17:33:53.063591 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48502) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:53.070153 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123ed1f-e167-4b21-9d7c-7979a5b94105 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3eb06e-8611-4b98-b5be-074972fd507b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:53.076578 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.api.v2.resource [None req-7c93f7a0-a5bf-4fa5-bcaa-055ea216b188 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] show failed (client error): The resource could not be found. May 13 17:33:53.078930 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7c93f7a0-a5bf-4fa5-bcaa-055ea216b188 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups/dd3eb06e-8611-4b98-b5be-074972fd507b HTTP/1.1" status: 404 len: 347 time: 0.0143478 May 13 17:33:53.086239 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48504) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:53.207432 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port 54f0e9ac-b048-40ac-840a-10382cd928cf {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:33:53.207768 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.250809 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 6c67b852-5901-4a54-9821-0cbca68ceaca no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:33:53.270391 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 6c67b852-5901-4a54-9821-0cbca68ceaca {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:33:53.270745 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 6c67b852-5901-4a54-9821-0cbca68ceaca not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:33:53.283020 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.283823 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (54f0e9ac-b048-40ac-840a-10382cd928cf), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.298433 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for 54f0e9ac-b048-40ac-840a-10382cd928cf owned by network:floatingip {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:33:53.560015 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (54f0e9ac-b048-40ac-840a-10382cd928cf), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.589646 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=54f0e9ac-b048-40ac-840a-10382cd928cf,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:53.671489 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (8618e726-4a25-4b6d-9651-d22946ecfbec), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.674099 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.675267 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a1c6a053-c7fa-4b71-8a25-0f28cb33c3d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/floatingips/8618e726-4a25-4b6d-9651-d22946ecfbec HTTP/1.1" status: 204 len: 168 time: 0.5880542 May 13 17:33:53.807931 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48508) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:53.814010 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-06aa076b-7d06-4052-98a5-420fde72bdc4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817306930', 'description': 'tempest-description--371027237'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:33:53.876153 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06aa076b-7d06-4052-98a5-420fde72bdc4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:53.946520 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06aa076b-7d06-4052-98a5-420fde72bdc4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (0b4b7a02-b208-426a-940d-60676f36f349), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.005424 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06aa076b-7d06-4052-98a5-420fde72bdc4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (0b4b7a02-b208-426a-940d-60676f36f349), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.036410 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa076b-7d06-4052-98a5-420fde72bdc4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b7a02-b208-426a-940d-60676f36f349,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:54.098748 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-06aa076b-7d06-4052-98a5-420fde72bdc4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.100219 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-06aa076b-7d06-4052-98a5-420fde72bdc4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2911830 May 13 17:33:54.103084 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48512) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:54.107288 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-47ee071a-14bc-4c67-8606-23e1860cec96 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': '0b4b7a02-b208-426a-940d-60676f36f349', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:33:54.182230 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-47ee071a-14bc-4c67-8606-23e1860cec96 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (84534f4e-d510-4a7d-856a-2bdd468dffee), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.236928 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-47ee071a-14bc-4c67-8606-23e1860cec96 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (84534f4e-d510-4a7d-856a-2bdd468dffee), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.292934 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-47ee071a-14bc-4c67-8606-23e1860cec96 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (84534f4e-d510-4a7d-856a-2bdd468dffee), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.311834 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee071a-14bc-4c67-8606-23e1860cec96 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84534f4e-d510-4a7d-856a-2bdd468dffee,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:54.380584 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-47ee071a-14bc-4c67-8606-23e1860cec96 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.381785 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-47ee071a-14bc-4c67-8606-23e1860cec96 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2777231 May 13 17:33:54.384367 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48516) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:54.388569 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-7657e82a-7326-434f-b36e-6c11a5318776 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': '0b4b7a02-b208-426a-940d-60676f36f349', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:33:54.469221 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7657e82a-7326-434f-b36e-6c11a5318776 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (6ff02c44-d6e1-41bd-84cd-7b62372ee11a), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.523207 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7657e82a-7326-434f-b36e-6c11a5318776 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (6ff02c44-d6e1-41bd-84cd-7b62372ee11a), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.596134 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7657e82a-7326-434f-b36e-6c11a5318776 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (6ff02c44-d6e1-41bd-84cd-7b62372ee11a), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.616611 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657e82a-7326-434f-b36e-6c11a5318776 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff02c44-d6e1-41bd-84cd-7b62372ee11a,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:54.700871 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7657e82a-7326-434f-b36e-6c11a5318776 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.702170 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7657e82a-7326-434f-b36e-6c11a5318776 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168328 May 13 17:33:54.705263 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48518) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:33:54.709540 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:33:54.784485 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.860479 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:54.966624 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.27.3.148 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/c19e4273-b15e-4a66-bef7-187965f918e1) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:33:55.072798 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (c19e4273-b15e-4a66-bef7-187965f918e1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.174066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (c19e4273-b15e-4a66-bef7-187965f918e1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.209474 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:33:55.212255 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:33:55.215655 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:33:55.246204 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=c19e4273-b15e-4a66-bef7-187965f918e1,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:55.306481 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (ff526ec6-85fe-49bc-962d-0e83b12c526a), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.417301 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c19e4273-b15e-4a66-bef7-187965f918e1), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.562607 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (c19e4273-b15e-4a66-bef7-187965f918e1), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.622340 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (c19e4273-b15e-4a66-bef7-187965f918e1), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.685558 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=c19e4273-b15e-4a66-bef7-187965f918e1,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:33:55.696317 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (ff526ec6-85fe-49bc-962d-0e83b12c526a), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.757562 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:55.758797 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-75b674b5-45a2-44a5-aef3-ea50eb9f14f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0525231 May 13 17:33:55.906333 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-d9610261-8b13-49b5-a07c-9155e40c6d17 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1817306930&fields=id&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 267 time: 0.0428569 May 13 17:33:56.012351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-21b3be76-59cf-4ac3-bab0-9b9d19b5f6e2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:56.013806 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-21b3be76-59cf-4ac3-bab0-9b9d19b5f6e2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.1010947 May 13 17:33:56.028977 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-dbe13da9-df6c-4201-8f16-3605703cc3e3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/quotas/ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 375 time: 0.0088131 May 13 17:33:56.081354 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e1f56ac2-c8bc-4ba3-ad99-95a9e048da24 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472598 May 13 17:33:56.268081 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-cfacb749-1f1b-4107-accf-67f2530e3ec6 service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742241 May 13 17:33:56.355555 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-84438773-e7f6-4a35-84c3-a5433d8e2630 service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815380 May 13 17:33:56.599375 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-461adc6b-5a1e-495b-a281-5ff58db65c4f req-d34feaee-beab-4a90-ad3c-d95e0ae3ebc5 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 210 time: 0.0312412 May 13 17:33:57.692321 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f3f67c74-5112-45b9-bbbb-290735d67164 req-f464b372-e8df-4c81-8064-061e16532667 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 210 time: 0.0274661 May 13 17:33:58.436872 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d766f92f-db92-447e-ba58-0d6cd7385aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:58.755175 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb63b1-3a12-412d-b3e3-e8bd5ac71e0b req-1e1ac011-6ad3-4cc6-8680-973fcd5a4f03 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:58.756658 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85cb63b1-3a12-412d-b3e3-e8bd5ac71e0b req-1e1ac011-6ad3-4cc6-8680-973fcd5a4f03 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0507915 May 13 17:33:58.788651 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-200cef16-3d9b-4365-8eec-2a342f025c3c req-e613bb4c-69ad-4715-8f61-a8f35c2a0444 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 210 time: 0.0269656 May 13 17:33:58.803941 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-85cb63b1-3a12-412d-b3e3-e8bd5ac71e0b req-00f45197-f92a-4d81-a563-36e633bee9db tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416634 May 13 17:33:59.142065 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-fc86193f-ca04-45cf-b339-c6067726fbcf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:59.144043 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-fc86193f-ca04-45cf-b339-c6067726fbcf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.1017015 May 13 17:33:59.313807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-b66d9afe-dd42-410e-82ec-d06c6027a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:59.315369 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-b66d9afe-dd42-410e-82ec-d06c6027a3f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1130 time: 0.0602138 May 13 17:33:59.328794 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-3e3822a2-1107-41bd-af2c-af5394994ec7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 380 time: 0.0890272 May 13 17:33:59.352069 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'port': {'device_id': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'admin_state_up': True, 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'security_groups': ['0b4b7a02-b208-426a-940d-60676f36f349']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:33:59.496904 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-202f9b4c-47f6-489a-8460-f3400f7bbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:59.496904 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-202f9b4c-47f6-489a-8460-f3400f7bbf04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.1616414 May 13 17:33:59.573144 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Made reservation on behalf of ae7b37b41d944427945d783a460ca12a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:33:59.576501 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:33:59.729484 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-d6af6cff-ed08-443a-af87-13b8e036a885 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 200 len: 1002 time: 0.1005476 May 13 17:33:59.789253 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.20.0.11 (88108179-f685-4c21-8286-b31593459871/bc9dd1b6-946c-4962-9d06-e605003b45f0/c9743a5a-7193-4cc0-93e6-05a64a6339e1) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:33:59.804125 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-c00181ca-a60e-4582-8279-4bf996e6a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:59.805582 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-c00181ca-a60e-4582-8279-4bf996e6a83f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.0693643 May 13 17:33:59.919754 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c429-324a-471d-a484-8ce17f28bdf9 req-55aedc71-b890-4752-8fb8-b33042ff6e52 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:33:59.921894 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b1d4c429-324a-471d-a484-8ce17f28bdf9 req-55aedc71-b890-4752-8fb8-b33042ff6e52 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0480032 May 13 17:33:59.971438 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b1d4c429-324a-471d-a484-8ce17f28bdf9 req-ac62e53a-8364-4dc3-825c-ce013febbf6e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 May 13 17:34:00.183327 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-630d0065-5641-466e-a497-9d8a444524da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:00.184821 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-630d0065-5641-466e-a497-9d8a444524da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3698921 May 13 17:34:00.188365 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dc465227-2d08-44c3-a92c-bc430ceea543 req-4899da2d-7c64-431b-8cc2-7e236b771c84 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 210 time: 0.3257804 May 13 17:34:00.298918 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:00.316903 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-6f15700d-c866-4b09-9886-773504fecaba service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251132 May 13 17:34:00.424940 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df65e9bb-3d0e-4d7a-80e4-74000728c3ee req-4b5844b2-2e94-455f-9a1a-58020b003a25 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998070 May 13 17:34:00.454017 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:00.500658 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 88108179-f685-4c21-8286-b31593459871 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:34:00.503800 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:34:00.507545 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:34:00.534259 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=c9743a5a-7193-4cc0-93e6-05a64a6339e1,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:00.556281 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e3570d3d-2603-49ae-82b6-7af82c9726c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:00.567220 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:00.567835 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:00.665520 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-e4ec973b-6e80-4330-ac37-8753d18aabca tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3269677 May 13 17:34:00.685176 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Request body: {'port': {'device_id': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:00.745676 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:00.748168 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-57586cc7-4268-48be-80dd-0362bbd7cba7 None None] Provisioning complete for port c9743a5a-7193-4cc0-93e6-05a64a6339e1 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:34:00.748549 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-57586cc7-4268-48be-80dd-0362bbd7cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:00.785154 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-57586cc7-4268-48be-80dd-0362bbd7cba7 None None] Port c9743a5a-7193-4cc0-93e6-05a64a6339e1 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:34:00.945683 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c087-9a13-487b-9af4-2a51818af288 req-046e2c43-9eb8-4de4-8bc2-0ed1c7dbd564 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:00.947289 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7da8c087-9a13-487b-9af4-2a51818af288 req-046e2c43-9eb8-4de4-8bc2-0ed1c7dbd564 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0468438 May 13 17:34:00.999563 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7da8c087-9a13-487b-9af4-2a51818af288 req-61a412c0-c68e-4b25-a105-c197988e1969 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463982 May 13 17:34:01.032105 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9743a5a-7193-4cc0-93e6-05a64a6339e1 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:34:01.032105 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Publish callbacks [] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:01.039573 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Transition to ACTIVE for port object c9743a5a-7193-4cc0-93e6-05a64a6339e1 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:34:01.095050 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d13916-1c51-482d-8b3a-92fe4bb62167 req-ff0b4065-6446-4923-a7df-bd0429c61fd8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:01.096636 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-21d13916-1c51-482d-8b3a-92fe4bb62167 req-ff0b4065-6446-4923-a7df-bd0429c61fd8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0465229 May 13 17:34:01.098576 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:01.176346 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Pushing event updated for resources: {'Port': ['ID=c9743a5a-7193-4cc0-93e6-05a64a6339e1,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:01.208919 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-21d13916-1c51-482d-8b3a-92fe4bb62167 req-61a0be22-36e3-4857-8781-a2a20b335b3c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021285 May 13 17:34:01.264324 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Attempting to bind port c9743a5a-7193-4cc0-93e6-05a64a6339e1 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:34:01.264723 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Attempting to bind port c9743a5a-7193-4cc0-93e6-05a64a6339e1 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:34:01.265155 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Attempting to bind port c9743a5a-7193-4cc0-93e6-05a64a6339e1 on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:34:01.271039 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Port c9743a5a-7193-4cc0-93e6-05a64a6339e1 on network 88108179-f685-4c21-8286-b31593459871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:34:01.271521 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Attempting to bind port c9743a5a-7193-4cc0-93e6-05a64a6339e1 on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:34:01.277430 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:34:01.277920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Checking segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:34:01.278405 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Bound using segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:34:01.278949 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Bound port: c9743a5a-7193-4cc0-93e6-05a64a6339e1, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:34:01.279534 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:01.318353 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e5229-0b88-4be7-b75a-49f15d7bb022 req-8b7146b8-033c-40a8-9e92-7e2fabd59255 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:01.320205 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b04e5229-0b88-4be7-b75a-49f15d7bb022 req-8b7146b8-033c-40a8-9e92-7e2fabd59255 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 944 time: 0.0489919 May 13 17:34:01.345852 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] For port c9743a5a-7193-4cc0-93e6-05a64a6339e1, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:34:01.348874 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] For port c9743a5a-7193-4cc0-93e6-05a64a6339e1, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c9743a5a-7193-4cc0-93e6-05a64a6339e1,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:34:01.371155 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b04e5229-0b88-4be7-b75a-49f15d7bb022 req-fe2b4695-4b70-4e6b-a1ad-61ebe7daed31 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453510 May 13 17:34:01.417203 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:01.449834 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:01.450481 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:01.451771 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] 10.222.0.82 "PUT /v2.0/ports/c9743a5a-7193-4cc0-93e6-05a64a6339e1 HTTP/1.1" status: 200 len: 1094 time: 0.7710607 May 13 17:34:01.452202 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:01.454396 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968af09d-e0cc-4da3-abd3-177a51121c17" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:01.481688 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc60807-1544-4ced-a286-8af9c3129b00 service neutron] Pushing event updated for resources: {'Port': ['ID=c9743a5a-7193-4cc0-93e6-05a64a6339e1,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:01.495681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13beb60a-92ca-4c10-94fd-0c7daf0b97de x-openstack-request-id: req-13beb60a-92ca-4c10-94fd-0c7daf0b97de {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:01.495681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:01.495681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13beb60a-92ca-4c10-94fd-0c7daf0b97de {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:01.495681 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13beb60a-92ca-4c10-94fd-0c7daf0b97de'] response: {'name': 'network-changed', 'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'status': 'completed', 'code': 200} May 13 17:34:01.988637 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:02.124038 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0371c6-20a9-449a-875c-800b346366e0 req-daf5cbba-3132-423a-b4c1-97a4621cfbe0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:02.125494 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4b0371c6-20a9-449a-875c-800b346366e0 req-daf5cbba-3132-423a-b4c1-97a4621cfbe0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0466456 May 13 17:34:02.173627 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4b0371c6-20a9-449a-875c-800b346366e0 req-5ad81edc-7890-4367-9b1b-23968ef9b774 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425367 May 13 17:34:02.334258 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad041a-52fc-40c4-9dcf-6b425b19c3f9 req-d4f2e24c-b937-4ee1-911c-b1dfe020d5a2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:02.339170 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f2ad041a-52fc-40c4-9dcf-6b425b19c3f9 req-d4f2e24c-b937-4ee1-911c-b1dfe020d5a2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0502586 May 13 17:34:02.383478 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f2ad041a-52fc-40c4-9dcf-6b425b19c3f9 req-4cfb1ef4-f67a-468e-85c5-b2f823c893d1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 May 13 17:34:02.492033 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757a13a-a043-433b-9cec-792045bdf5f7 req-c9aa8721-6c3b-46dd-8e6c-b53fd471effb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:02.493475 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c757a13a-a043-433b-9cec-792045bdf5f7 req-c9aa8721-6c3b-46dd-8e6c-b53fd471effb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 944 time: 0.0524247 May 13 17:34:02.521042 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968af09d-e0cc-4da3-abd3-177a51121c17 req-5d826d87-b956-46fa-81b9-0188b8ecc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:02.522673 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-968af09d-e0cc-4da3-abd3-177a51121c17 req-5d826d87-b956-46fa-81b9-0188b8ecc0c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 1128 time: 0.0432787 May 13 17:34:02.542659 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c757a13a-a043-433b-9cec-792045bdf5f7 req-53134b7e-594e-44fd-9f69-384f1806fe02 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 May 13 17:34:02.639136 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968af09d-e0cc-4da3-abd3-177a51121c17 req-3739f755-79e6-4c0b-abb3-a70266ceba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:02.640631 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-968af09d-e0cc-4da3-abd3-177a51121c17 req-3739f755-79e6-4c0b-abb3-a70266ceba27 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ae7b37b41d944427945d783a460ca12a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938966 May 13 17:34:02.737672 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968af09d-e0cc-4da3-abd3-177a51121c17 req-8e92a6ab-f913-4b4e-9bc1-de0bd5d32936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:02.739172 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-968af09d-e0cc-4da3-abd3-177a51121c17 req-8e92a6ab-f913-4b4e-9bc1-de0bd5d32936 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918167 May 13 17:34:03.011175 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-824c8d8d-da70-4777-959e-77cc7b07a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:03.012670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-824c8d8d-da70-4777-959e-77cc7b07a0f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 1128 time: 0.0401080 May 13 17:34:03.063638 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-98375c3c-5039-4936-bcc7-1f48351a63ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9743a5a-7193-4cc0-93e6-05a64a6339e1 HTTP/1.1" status: 200 len: 217 time: 0.0367832 May 13 17:34:03.112794 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-44e2ca23-c82c-40f9-b75c-c56380ceb8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:03.114177 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-44e2ca23-c82c-40f9-b75c-c56380ceb8d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0420589 May 13 17:34:03.292569 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151980-ceb3-4274-a240-a6e563758e2e req-5c82de18-26f4-4b0d-904c-7fb0a1e3e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:03.293939 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-5c82de18-26f4-4b0d-904c-7fb0a1e3e123 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907161 May 13 17:34:03.308777 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f311519-c785-43e9-9809-45298863ae88 req-e0c72fa7-fd12-4258-8a42-e29f4e765903 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:03.310142 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f311519-c785-43e9-9809-45298863ae88 req-e0c72fa7-fd12-4258-8a42-e29f4e765903 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.0988097 May 13 17:34:03.389699 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5f45c-7afe-4bee-863d-bc49f462097b req-9d38938e-ea43-4e2a-ac82-2a9141698051 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:03.391150 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-09d5f45c-7afe-4bee-863d-bc49f462097b req-9d38938e-ea43-4e2a-ac82-2a9141698051 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 946 time: 0.1335309 May 13 17:34:03.485770 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:03.497665 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48656998-6771-4a76-8f5f-1704f4c10466 req-9bbbbff1-2d13-45c6-bed0-d48489a243b6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:03.499157 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-48656998-6771-4a76-8f5f-1704f4c10466 req-9bbbbff1-2d13-45c6-bed0-d48489a243b6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0465367 May 13 17:34:03.512723 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-8d06b7e3-46d7-4265-a1f8-fc83901a228d service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104173 May 13 17:34:03.513234 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Deleting port 41053781-3367-4859-b7f7-eb83af021a82 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:03.513579 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (41053781-3367-4859-b7f7-eb83af021a82), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:03.520942 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-09d5f45c-7afe-4bee-863d-bc49f462097b req-5d58b886-752e-4d2c-b3ec-83b2cb38033d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=99dd4e2b-372e-463b-bc94-15a1e62bae75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216066 May 13 17:34:03.547072 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-48656998-6771-4a76-8f5f-1704f4c10466 req-5314a1a2-8b75-4485-b8c8-2e5fc74e784c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416746 May 13 17:34:03.687368 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ee42e-fd40-477d-af97-152405d3aee2 req-ef5285d9-1a32-4f70-8415-03ed9d4d169b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:03.688829 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a92ee42e-fd40-477d-af97-152405d3aee2 req-ef5285d9-1a32-4f70-8415-03ed9d4d169b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 944 time: 0.0780690 May 13 17:34:03.721574 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] For port 41053781-3367-4859-b7f7-eb83af021a82, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=41053781-3367-4859-b7f7-eb83af021a82,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:03.721943 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (41053781-3367-4859-b7f7-eb83af021a82), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:03.741517 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea151980-ceb3-4274-a240-a6e563758e2e req-1ebf9107-4bc4-46a9-9176-096e1cba89f4 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196858 May 13 17:34:03.806442 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a92ee42e-fd40-477d-af97-152405d3aee2 req-d9efaeb5-f01e-4ca0-a033-35831d469316 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059260 May 13 17:34:03.921907 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:03.922270 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (ce9b9891-2f76-4d17-a4a7-33c31474392d), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:03.922587 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Floating IP ce9b9891-2f76-4d17-a4a7-33c31474392d disassociated. External IP: 172.27.3.12, port: 41053781-3367-4859-b7f7-eb83af021a82. May 13 17:34:03.922934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Calling delete_port for 41053781-3367-4859-b7f7-eb83af021a82 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:04.103095 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (41053781-3367-4859-b7f7-eb83af021a82), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:04.131388 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event deleted for resources: {'Port': ['ID=41053781-3367-4859-b7f7-eb83af021a82,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:04.246338 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Router 2e3443f1-c363-49ad-9be7-13688b77214c has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:04.354387 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:04.365532 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] Sync routers for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:04.375462 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:04.376076 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:04.395706 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] No DVR routers for this DVR port 41053781-3367-4859-b7f7-eb83af021a82 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:34:04.398237 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:04.401539 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f311519-c785-43e9-9809-45298863ae88 req-63039d83-a6a9-48de-8cad-c54267d8a31a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "DELETE /v2.0/ports/41053781-3367-4859-b7f7-eb83af021a82 HTTP/1.1" status: 204 len: 173 time: 1.0820718 May 13 17:34:04.401929 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-deleted', 'tag': '41053781-3367-4859-b7f7-eb83af021a82'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:04.404210 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb39919-d4a6-4858-b6b1-eb561c307b99" -d '{"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-deleted", "tag": "41053781-3367-4859-b7f7-eb83af021a82"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:04.446984 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0f6566-f5dd-434e-9491-cca19ba9c2aa x-openstack-request-id: req-cb0f6566-f5dd-434e-9491-cca19ba9c2aa {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:04.446984 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fdbf1a-f080-4d79-b3f3-c465e5a81c67", "name": "network-vif-deleted", "tag": "41053781-3367-4859-b7f7-eb83af021a82", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:04.446984 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb0f6566-f5dd-434e-9491-cca19ba9c2aa {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:04.446984 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0f6566-f5dd-434e-9491-cca19ba9c2aa'] response: {'server_uuid': '65fdbf1a-f080-4d79-b3f3-c465e5a81c67', 'name': 'network-vif-deleted', 'tag': '41053781-3367-4859-b7f7-eb83af021a82', 'status': 'completed', 'code': 200} May 13 17:34:04.489262 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:04.641379 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d8de7cdf-1270-4f6b-b0ed-879d6cb75e4c req-e984bf86-d6e1-48a0-a333-355b236119b9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.0436633 May 13 17:34:04.690126 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2057a72-51b5-490f-86b8-e5689e123e8e req-fa9a8b29-8ba1-4b71-8962-64895e7c865f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:04.692033 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e2057a72-51b5-490f-86b8-e5689e123e8e req-fa9a8b29-8ba1-4b71-8962-64895e7c865f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0649521 May 13 17:34:04.697863 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:04.726179 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:04.729446 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] Checking router: 2e3443f1-c363-49ad-9be7-13688b77214c for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:04.738655 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:04.739302 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:04.742971 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e2057a72-51b5-490f-86b8-e5689e123e8e req-bcc628d8-4dc5-4e3f-baea-7775c65a3688 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 May 13 17:34:04.854297 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:04.916885 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfef7f-9b6c-4ef0-a286-3f2cf5a7655f req-901d8f0c-fbe9-40ad-95cd-12df3cb5e511 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:04.918357 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89bfef7f-9b6c-4ef0-a286-3f2cf5a7655f req-901d8f0c-fbe9-40ad-95cd-12df3cb5e511 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 944 time: 0.0458121 May 13 17:34:04.965862 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89bfef7f-9b6c-4ef0-a286-3f2cf5a7655f req-7858537c-d904-4ce7-97b8-907d830260e2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 May 13 17:34:05.118538 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:05.144672 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbadf2-5bd6-4769-8d12-e9b5d466f1b3 None None] The sync data for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi is: [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:05.353397 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bccd60-1188-46c2-8c1e-e8cfedb4cfa6 None None] New status for floating IP ce9b9891-2f76-4d17-a4a7-33c31474392d: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:34:05.744484 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bef82bd8-a137-4b7d-96d1-2d67484db63d req-3cbad787-ca39-4475-b20b-4cab747eb5b9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.0269780 May 13 17:34:05.854218 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b539c6-ba97-476d-a6a8-e6cdb8f4739f req-c34d768f-3a1e-4a7b-8268-53d01f2ba3bc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:05.855588 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1b539c6-ba97-476d-a6a8-e6cdb8f4739f req-c34d768f-3a1e-4a7b-8268-53d01f2ba3bc tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0463588 May 13 17:34:05.901043 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1b539c6-ba97-476d-a6a8-e6cdb8f4739f req-2d1458f9-b74f-47b1-945d-89d11e908465 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 May 13 17:34:06.074971 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346a12b-056a-420a-ac8e-885712b55ec8 req-629c6104-c3ad-4bfe-86a1-ca3a6f0a86f0 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:06.076417 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a346a12b-056a-420a-ac8e-885712b55ec8 req-629c6104-c3ad-4bfe-86a1-ca3a6f0a86f0 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 944 time: 0.0450828 May 13 17:34:06.135603 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a346a12b-056a-420a-ac8e-885712b55ec8 req-b59ffd93-5ab5-47d8-8479-32a542177979 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535901 May 13 17:34:06.857767 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d8e20c4-9799-4595-8ca5-4e76b8efbc11 req-9fe63ed2-40b1-4886-a083-0620757687e9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=65fdbf1a-f080-4d79-b3f3-c465e5a81c67 HTTP/1.1" status: 200 len: 210 time: 0.0306149 May 13 17:34:07.015946 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855115c-7e39-4645-8bcd-f8bc7c1d58bd req-4d4bf1e0-16f4-4795-b255-7605aae22836 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:07.017419 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5855115c-7e39-4645-8bcd-f8bc7c1d58bd req-4d4bf1e0-16f4-4795-b255-7605aae22836 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0494173 May 13 17:34:07.062567 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5855115c-7e39-4645-8bcd-f8bc7c1d58bd req-92c9f41a-fc7d-4a2b-9a46-1b0d4e1793f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388937 May 13 17:34:07.244944 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2558-204c-4bd2-b140-9af8e962b0d8 req-ef7b23fc-81b5-4a38-97b2-5b1f94fb1782 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:07.246392 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-862a2558-204c-4bd2-b140-9af8e962b0d8 req-ef7b23fc-81b5-4a38-97b2-5b1f94fb1782 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 944 time: 0.0477419 May 13 17:34:07.293969 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-862a2558-204c-4bd2-b140-9af8e962b0d8 req-78683cfa-0914-48ec-991f-e085e7922c31 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419815 May 13 17:34:07.343732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c9743a5a-7193-4cc0-93e6-05a64a6339e1 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:34:07.353974 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:07.379192 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 41053781-3367-4859-b7f7-eb83af021a82 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:34:07.379543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 41053781-3367-4859-b7f7-eb83af021a82 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:07.462473 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c9743a5a-7193-4cc0-93e6-05a64a6339e1, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c9743a5a-7193-4cc0-93e6-05a64a6339e1,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:07.473306 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'port_id': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'mac_address': 'fa:16:3e:ef:da:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:34:07.510137 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port c9743a5a-7193-4cc0-93e6-05a64a6339e1 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:34:07.510524 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:07.522988 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9743a5a-7193-4cc0-93e6-05a64a6339e1 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:34:07.541673 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c9743a5a-7193-4cc0-93e6-05a64a6339e1, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c9743a5a-7193-4cc0-93e6-05a64a6339e1,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:07.618894 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:07.665973 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=c9743a5a-7193-4cc0-93e6-05a64a6339e1,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:07.673074 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.673424 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.673790 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.674640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.674972 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.675334 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.675664 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.675991 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.676316 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.676643 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.676966 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.677311 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.677637 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.677958 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.678276 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:07.991021 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48648) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:08.043441 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e432eba4-c861-4b2b-8f1b-50640e205a22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (99dd4e2b-372e-463b-bc94-15a1e62bae75), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.069854 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e432eba4-c861-4b2b-8f1b-50640e205a22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (99dd4e2b-372e-463b-bc94-15a1e62bae75), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.103632 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['c9743a5a-7193-4cc0-93e6-05a64a6339e1'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:34:08.188517 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296061-2405-46ff-8983-539fc3337bc7 req-9ec5005f-8452-4d5c-9b10-4f932c6585bf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:08.190624 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6b296061-2405-46ff-8983-539fc3337bc7 req-9ec5005f-8452-4d5c-9b10-4f932c6585bf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0469823 May 13 17:34:08.239103 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6b296061-2405-46ff-8983-539fc3337bc7 req-a4d1e1e6-443f-4a5a-8339-c44d0b8566dd tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 May 13 17:34:08.314091 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e432eba4-c861-4b2b-8f1b-50640e205a22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (99dd4e2b-372e-463b-bc94-15a1e62bae75), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.317334 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e432eba4-c861-4b2b-8f1b-50640e205a22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.318514 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e432eba4-c861-4b2b-8f1b-50640e205a22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "DELETE /v2.0/security-groups/99dd4e2b-372e-463b-bc94-15a1e62bae75 HTTP/1.1" status: 204 len: 168 time: 0.3264048 May 13 17:34:08.321241 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48654) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:08.328026 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432eba4-c861-4b2b-8f1b-50640e205a22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd4e2b-372e-463b-bc94-15a1e62bae75,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:08.336026 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.api.v2.resource [None req-c5b2a7e2-7587-431a-b3f0-403253ac274d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] show failed (client error): The resource could not be found. May 13 17:34:08.337035 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-c5b2a7e2-7587-431a-b3f0-403253ac274d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups/99dd4e2b-372e-463b-bc94-15a1e62bae75 HTTP/1.1" status: 404 len: 347 time: 0.0146174 May 13 17:34:08.340091 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48656) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:08.415221 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf118b-fa9e-4d32-bb90-846bd0f4e2b9 req-ebcff3ce-4338-457f-bdad-ad45e6fca904 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:08.417140 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7aaf118b-fa9e-4d32-bb90-846bd0f4e2b9 req-ebcff3ce-4338-457f-bdad-ad45e6fca904 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 945 time: 0.0534461 May 13 17:34:08.467703 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7aaf118b-fa9e-4d32-bb90-846bd0f4e2b9 req-f1a53a28-9074-4f20-a762-f11a895b0a99 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447052 May 13 17:34:08.651552 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Deleting port 04c729fc-de2d-4357-87f4-612d44b8c6fd {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:08.651890 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.734292 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.734518 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (04c729fc-de2d-4357-87f4-612d44b8c6fd), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.747001 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Calling delete_port for 04c729fc-de2d-4357-87f4-612d44b8c6fd owned by network:floatingip {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:08.933013 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (04c729fc-de2d-4357-87f4-612d44b8c6fd), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:08.958415 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event deleted for resources: {'Port': ['ID=04c729fc-de2d-4357-87f4-612d44b8c6fd,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:09.017665 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (ce9b9891-2f76-4d17-a4a7-33c31474392d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.020619 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.021735 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-dd7526ab-077e-4331-b321-6bd7490d179c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "DELETE /v2.0/floatingips/ce9b9891-2f76-4d17-a4a7-33c31474392d HTTP/1.1" status: 204 len: 168 time: 0.6805098 May 13 17:34:09.174401 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48660) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:09.178892 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-9d15fa2e-adb0-4627-b33b-1e16f2e56e4a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923462956', 'description': 'tempest-description--431105251'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:09.251289 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d15fa2e-adb0-4627-b33b-1e16f2e56e4a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.324955 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d15fa2e-adb0-4627-b33b-1e16f2e56e4a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (40634848-9059-446c-945c-8f4a7f6ae8ed), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.360242 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c9743a5a-7193-4cc0-93e6-05a64a6339e1 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:34:09.361628 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31628bba-69ae-4ada-9710-051eabc3e4ab req-7e1509d8-6ec2-4954-852f-6a72d9ea355e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:09.363161 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31628bba-69ae-4ada-9710-051eabc3e4ab req-7e1509d8-6ec2-4954-852f-6a72d9ea355e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0543633 May 13 17:34:09.406699 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d15fa2e-adb0-4627-b33b-1e16f2e56e4a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (40634848-9059-446c-945c-8f4a7f6ae8ed), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.408106 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port c9743a5a-7193-4cc0-93e6-05a64a6339e1 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:34:09.426753 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-31628bba-69ae-4ada-9710-051eabc3e4ab req-70781b93-639c-4b8f-baf1-03dc50877035 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577443 May 13 17:34:09.441908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15fa2e-adb0-4627-b33b-1e16f2e56e4a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40634848-9059-446c-945c-8f4a7f6ae8ed,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:09.464175 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port c9743a5a-7193-4cc0-93e6-05a64a6339e1 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:34:09.464560 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.500947 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9d15fa2e-adb0-4627-b33b-1e16f2e56e4a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.503653 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9d15fa2e-adb0-4627-b33b-1e16f2e56e4a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3281493 May 13 17:34:09.505564 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48668) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:09.510458 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-a8320d9b-48d8-4af9-8668-6bea5c7d31cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'security_group_rule': {'security_group_id': '40634848-9059-446c-945c-8f4a7f6ae8ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:09.544177 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port c9743a5a-7193-4cc0-93e6-05a64a6339e1 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:34:09.544571 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.567545 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:09.571646 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8242b5c-adc2-42df-bd5a-329a42902be2" -d '{"events": [{"server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "name": "network-vif-plugged", "status": "completed", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:09.584348 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port c9743a5a-7193-4cc0-93e6-05a64a6339e1, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c9743a5a-7193-4cc0-93e6-05a64a6339e1,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:09.594614 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6418b4-acdd-4173-9720-c3e81aea5ef8 req-5ed7c5d2-5b99-4255-8649-3c7ae396532b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:09.600444 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-af6418b4-acdd-4173-9720-c3e81aea5ef8 req-5ed7c5d2-5b99-4255-8649-3c7ae396532b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 945 time: 0.0517645 May 13 17:34:09.600574 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8320d9b-48d8-4af9-8668-6bea5c7d31cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (ca9d46d2-20e5-4b21-8d89-5d94f3604909), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.608969 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367a06e9-1a8b-4755-a137-03f02f43ce59 x-openstack-request-id: req-367a06e9-1a8b-4755-a137-03f02f43ce59 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:09.609293 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "name": "network-vif-plugged", "status": "completed", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:09.609557 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-367a06e9-1a8b-4755-a137-03f02f43ce59 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:09.609967 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367a06e9-1a8b-4755-a137-03f02f43ce59'] response: {'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'code': 200} May 13 17:34:09.646396 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-af6418b4-acdd-4173-9720-c3e81aea5ef8 req-a7e2a0b8-1d51-4e31-93c4-3cd85ec6ee2f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 May 13 17:34:09.648015 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.656502 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8320d9b-48d8-4af9-8668-6bea5c7d31cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (ca9d46d2-20e5-4b21-8d89-5d94f3604909), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.711205 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=c9743a5a-7193-4cc0-93e6-05a64a6339e1,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:09.727559 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8320d9b-48d8-4af9-8668-6bea5c7d31cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (ca9d46d2-20e5-4b21-8d89-5d94f3604909), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.746093 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8320d9b-48d8-4af9-8668-6bea5c7d31cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9d46d2-20e5-4b21-8d89-5d94f3604909,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:09.807903 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8320d9b-48d8-4af9-8668-6bea5c7d31cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.809088 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a8320d9b-48d8-4af9-8668-6bea5c7d31cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3024273 May 13 17:34:09.811838 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48672) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:09.816642 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-1f089db9-ec64-4b2a-b245-9179e238b741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'security_group_rule': {'security_group_id': '40634848-9059-446c-945c-8f4a7f6ae8ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:09.915664 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f089db9-ec64-4b2a-b245-9179e238b741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (47bf2b1a-2d15-498b-8faa-a21be5df1b79), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:09.976769 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5d3d6-75b9-41b0-95cd-323707c67e56 req-25700a7e-7ca5-4e90-b88d-f53652237074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:09.978238 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7ef5d3d6-75b9-41b0-95cd-323707c67e56 req-25700a7e-7ca5-4e90-b88d-f53652237074 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 1130 time: 0.0531080 May 13 17:34:10.008665 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f089db9-ec64-4b2a-b245-9179e238b741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (47bf2b1a-2d15-498b-8faa-a21be5df1b79), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:10.034222 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7ef5d3d6-75b9-41b0-95cd-323707c67e56 req-2308d14e-d0f1-4522-8c91-df9304346d2d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491247 May 13 17:34:10.085421 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f089db9-ec64-4b2a-b245-9179e238b741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (47bf2b1a-2d15-498b-8faa-a21be5df1b79), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:10.103476 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f089db9-ec64-4b2a-b245-9179e238b741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bf2b1a-2d15-498b-8faa-a21be5df1b79,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:10.178891 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1f089db9-ec64-4b2a-b245-9179e238b741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:10.180164 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1f089db9-ec64-4b2a-b245-9179e238b741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673978 May 13 17:34:10.183410 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 48674) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:10.187558 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:10.262601 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:10.338656 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:10.445608 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Allocated IP 172.27.3.50 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/02728e62-2e87-4b1c-8d2d-0a4b61b96373) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:34:10.560123 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880d4cf-016d-4908-a901-5feba1eafeea req-4a7ca626-193d-4f65-86e1-45f1954a07e7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:10.561581 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d880d4cf-016d-4908-a901-5feba1eafeea req-4a7ca626-193d-4f65-86e1-45f1954a07e7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0614042 May 13 17:34:10.605571 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:10.633660 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d880d4cf-016d-4908-a901-5feba1eafeea req-7c087fd4-37ae-4f26-80bb-38a157f94fbb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659103 May 13 17:34:10.710796 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:10.758134 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:34:10.761066 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:34:10.763071 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e44f16-ec49-4704-9010-38a300614cd3 req-4d2feab6-1a65-4f34-900f-864bef750b26 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:10.764439 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:34:10.764823 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-57e44f16-ec49-4704-9010-38a300614cd3 req-4d2feab6-1a65-4f34-900f-864bef750b26 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 946 time: 0.0492065 May 13 17:34:10.772894 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'Port': ['ID=02728e62-2e87-4b1c-8d2d-0a4b61b96373,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:10.812739 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-57e44f16-ec49-4704-9010-38a300614cd3 req-8602bffe-b4c3-4f2b-8400-6d2cfc34c331 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410793 May 13 17:34:11.106687 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (f83750e2-3078-4609-bdd9-f72e3f3b56a6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:11.205890 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:11.350383 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:11.407268 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:11.473295 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'Port': ['ID=02728e62-2e87-4b1c-8d2d-0a4b61b96373,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:11.488582 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (f83750e2-3078-4609-bdd9-f72e3f3b56a6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:11.551841 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:11.553066 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-6dc3d90b-7603-4f1c-acd2-82c66d69a322 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3687482 May 13 17:34:11.756655 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc77b-5727-4b0a-a0c9-98860fdd75f8 req-92d10e3d-17cb-474a-ab29-4cf56cf97695 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:11.757600 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-68ee2f5c-7142-45fb-828f-a1ca41fb46cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1923462956&fields=id&tenant_id=6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 267 time: 0.0476644 May 13 17:34:11.758186 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9ebdc77b-5727-4b0a-a0c9-98860fdd75f8 req-92d10e3d-17cb-474a-ab29-4cf56cf97695 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0496387 May 13 17:34:11.808579 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9ebdc77b-5727-4b0a-a0c9-98860fdd75f8 req-47bb2610-2110-4bd0-a40e-4ef2a010abe5 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 May 13 17:34:11.868738 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-929e8306-3376-4bec-b53c-c7f58ac8ce7b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:11.870195 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-929e8306-3376-4bec-b53c-c7f58ac8ce7b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 817 time: 0.1050076 May 13 17:34:11.885293 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-4a63b78b-8d05-4213-bd45-977c2acd50d6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/quotas/6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 375 time: 0.0097151 May 13 17:34:11.925218 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888de45-07ee-45ac-8c6f-ce3a6b447a1f req-18aa01fa-b6db-4097-9b10-6985a2b47e62 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:11.926597 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7888de45-07ee-45ac-8c6f-ce3a6b447a1f req-18aa01fa-b6db-4097-9b10-6985a2b47e62 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 946 time: 0.0465481 May 13 17:34:11.934811 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-26dc03e6-c055-4d2d-a4e2-cdc336d39ab6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441720 May 13 17:34:11.974110 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7888de45-07ee-45ac-8c6f-ce3a6b447a1f req-1a263d86-adb9-48c9-bc9e-ac40a5b2a52b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 May 13 17:34:12.034240 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-eda6d6f3-fe3c-4255-9f65-131d4b17b55b service neutron] 10.222.0.64 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876844 May 13 17:34:12.081950 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab37519-52c9-4b29-a9a6-ac6e0afcf355 req-aba081f3-8c1a-4111-aad4-4bfb18c35937 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:12.083459 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bab37519-52c9-4b29-a9a6-ac6e0afcf355 req-aba081f3-8c1a-4111-aad4-4bfb18c35937 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 946 time: 0.0458012 May 13 17:34:12.092492 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48700) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:12.096824 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'port_id': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:12.126030 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a4016edb-9b15-480c-8f74-5f4dadee3bd8 service neutron] 10.222.0.64 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859983 May 13 17:34:12.139229 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (ff526ec6-85fe-49bc-962d-0e83b12c526a), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:12.375408 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b11e873-3648-4c1c-9fe8-93244dc155cd req-829d166d-378f-4feb-b2e1-31d764af2196 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 210 time: 0.0353079 May 13 17:34:12.611026 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:12.669884 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (ff526ec6-85fe-49bc-962d-0e83b12c526a), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:12.777393 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP ff526ec6-85fe-49bc-962d-0e83b12c526a associated. External IP: 172.27.3.148, port: c9743a5a-7193-4cc0-93e6-05a64a6339e1. May 13 17:34:12.929311 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ca92a-90a9-423f-b67c-3378cd23974d req-2a323d7b-5d2b-4a73-b857-29562d21dbfb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:12.930779 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b9ca92a-90a9-423f-b67c-3378cd23974d req-2a323d7b-5d2b-4a73-b857-29562d21dbfb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0527174 May 13 17:34:12.978632 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b9ca92a-90a9-423f-b67c-3378cd23974d req-7d6c79da-7822-42e5-81dd-f6c4a477e0e9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419254 May 13 17:34:12.989629 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:13.101366 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:13.106241 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:13.112136 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:13.122086 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:13.122701 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:13.134584 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-3835959e-9795-4b7e-aaac-7a896acae9dd tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "PUT /v2.0/floatingips/ff526ec6-85fe-49bc-962d-0e83b12c526a HTTP/1.1" status: 200 len: 992 time: 1.0416832 May 13 17:34:13.135185 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:13.137513 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:13.227529 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a22123e-efba-4926-9b07-71ff2bec2a50 x-openstack-request-id: req-4a22123e-efba-4926-9b07-71ff2bec2a50 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:13.227814 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:13.228066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a22123e-efba-4926-9b07-71ff2bec2a50 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:13.228473 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a22123e-efba-4926-9b07-71ff2bec2a50'] response: {'name': 'network-changed', 'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'status': 'completed', 'code': 200} May 13 17:34:13.233974 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:13.345108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-c09bb67d-5047-4450-bb5f-e661ea331a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:13.346726 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-c09bb67d-5047-4450-bb5f-e661ea331a47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 1130 time: 0.0395579 May 13 17:34:13.446015 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-cf0ca0e2-2067-44bf-a748-a8f76915ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:13.447559 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-cf0ca0e2-2067-44bf-a748-a8f76915ccbb service neutron] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 916 time: 0.0938818 May 13 17:34:13.452704 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'ff526ec6-85fe-49bc-962d-0e83b12c526a', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:ef:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:33:55Z', 'updated_at': '2022-05-13T17:34:12Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:13.482137 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:13.487740 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fe0842f5-7ebc-45d1-b31d-fcdf9ea2cc35 req-11e72482-3384-42b7-bb7f-80f940f2fa07 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 210 time: 0.0382740 May 13 17:34:13.491630 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:13.492251 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:13.541375 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-aa089360-a8fc-4cdf-9264-2c4d3749f4a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9743a5a-7193-4cc0-93e6-05a64a6339e1 HTTP/1.1" status: 200 len: 1000 time: 0.0613780 May 13 17:34:13.594756 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-f70d3679-2e23-4573-93ec-e289fa74c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:13.596365 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-f70d3679-2e23-4573-93ec-e289fa74c0f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0453517 May 13 17:34:13.608449 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:13.641821 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:13.666982 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-1cd7a6bf-3269-49e5-b860-e5318a208891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:13.668451 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-1cd7a6bf-3269-49e5-b860-e5318a208891 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433009 May 13 17:34:13.795978 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-b7bd909c-0f08-4256-994b-5edbd4fc063c service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867188 May 13 17:34:13.841290 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'ff526ec6-85fe-49bc-962d-0e83b12c526a', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:ef:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:33:55Z', 'updated_at': '2022-05-13T17:34:12Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:13.869702 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082cef66-4ace-4072-8fa0-773708273a1b None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'ff526ec6-85fe-49bc-962d-0e83b12c526a', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:ef:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:33:55Z', 'updated_at': '2022-05-13T17:34:12Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:13.897789 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-69bdf42f-5115-4e78-ad98-9ee7e5eeb558 req-2bc4c7a1-1c5f-461f-a9ba-eb76aef20b82 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898154 May 13 17:34:14.066089 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5297d0-bc9e-49cd-9986-f379aab61da9 None None] New status for floating IP ff526ec6-85fe-49bc-962d-0e83b12c526a: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:34:14.104584 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9031dbb-95d5-4bf6-a06c-2893d07f96f4 req-6396a4ae-9e88-4a78-8ad1-58c890ad97e7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:14.106144 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a9031dbb-95d5-4bf6-a06c-2893d07f96f4 req-6396a4ae-9e88-4a78-8ad1-58c890ad97e7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0515037 May 13 17:34:14.159661 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a9031dbb-95d5-4bf6-a06c-2893d07f96f4 req-22c3b25f-2b5e-4ee1-959f-9f16f6c61cfb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467477 May 13 17:34:14.529570 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-e283a301-c9a7-4131-a818-5a6e13cb82d7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:14.531029 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-e283a301-c9a7-4131-a818-5a6e13cb82d7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 817 time: 0.1013472 May 13 17:34:14.606624 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d2657227-9bb7-4ed2-880f-50ede46498b8 req-91824d22-5c6e-4ce0-a4a7-a038c74728e6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 210 time: 0.0392404 May 13 17:34:14.629261 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-36fcc0f2-1c51-4bba-a776-7582b0d68e7f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 380 time: 0.0818930 May 13 17:34:14.637955 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'port': {'device_id': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'admin_state_up': True, 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'security_groups': ['40634848-9059-446c-945c-8f4a7f6ae8ed']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:14.818541 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Made reservation on behalf of 6c34f44042ac43cc8a6a7937c0683120 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:34:14.822076 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:14.951018 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Allocated IP 172.20.0.8 (42afb35d-ebab-4abb-a123-24b9a2b301c2/0b9e5d2a-08a1-4fdf-ada3-163794119bc1/acf21395-ff17-45fa-b717-d3bb2054575b) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:34:15.085907 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for port (acf21395-ff17-45fa-b717-d3bb2054575b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:15.173612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:15.216374 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:34:15.219583 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:34:15.223970 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:34:15.233026 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:15.279813 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325a0d-3ede-4906-a9b0-98779336bba6 req-6baaaade-7750-4752-b480-1619a970edf4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:15.281353 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff325a0d-3ede-4906-a9b0-98779336bba6 req-6baaaade-7750-4752-b480-1619a970edf4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0539420 May 13 17:34:15.283426 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:15.284079 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:15.334846 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff325a0d-3ede-4906-a9b0-98779336bba6 req-be3452ab-9d49-4c32-ae63-92c51c757095 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470412 May 13 17:34:15.356830 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-a0028a58-1e12-4806-a449-d269eaf0f9bd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224035 May 13 17:34:15.375893 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Request body: {'port': {'device_id': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:15.434628 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-f7a21c69-d4a9-4bf1-a352-4eba701e9ca6 None None] Provisioning complete for port acf21395-ff17-45fa-b717-d3bb2054575b triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:34:15.435217 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f7a21c69-d4a9-4bf1-a352-4eba701e9ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:15.441244 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:15.467665 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-f7a21c69-d4a9-4bf1-a352-4eba701e9ca6 None None] Port acf21395-ff17-45fa-b717-d3bb2054575b cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:34:15.725965 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf21395-ff17-45fa-b717-d3bb2054575b {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:34:15.736596 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Publish callbacks [] for port (acf21395-ff17-45fa-b717-d3bb2054575b), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:15.748850 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d78820-69bd-41e1-969e-a21dd0a943d5 req-11c5479a-e9a7-4c44-900d-b0643cd1e613 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:15.750319 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25d78820-69bd-41e1-969e-a21dd0a943d5 req-11c5479a-e9a7-4c44-900d-b0643cd1e613 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 931 time: 0.0642445 May 13 17:34:15.763018 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Transition to ACTIVE for port object acf21395-ff17-45fa-b717-d3bb2054575b will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:34:15.799861 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-25d78820-69bd-41e1-969e-a21dd0a943d5 req-9b748fbe-5a54-4e42-8fb3-c1fac9f17710 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438635 May 13 17:34:15.833598 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:15.883947 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:15.961043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Attempting to bind port acf21395-ff17-45fa-b717-d3bb2054575b on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:34:15.961524 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Attempting to bind port acf21395-ff17-45fa-b717-d3bb2054575b by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:34:15.961963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Attempting to bind port acf21395-ff17-45fa-b717-d3bb2054575b on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:34:15.966863 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Port acf21395-ff17-45fa-b717-d3bb2054575b on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:34:15.967156 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Attempting to bind port acf21395-ff17-45fa-b717-d3bb2054575b on network 42afb35d-ebab-4abb-a123-24b9a2b301c2 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:34:15.972389 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:34:15.972736 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Checking segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:34:15.973124 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Bound using segment: {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:34:15.973560 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Bound port: acf21395-ff17-45fa-b717-d3bb2054575b, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd43ad0-f42d-4731-92f9-3664745734f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:34:15.973925 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:16.040130 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:34:16.043116 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:34:16.127711 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:16.165218 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:16.165839 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:16.167394 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] 10.222.0.82 "PUT /v2.0/ports/acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 200 len: 1093 time: 0.7962182 May 13 17:34:16.167778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:16.170039 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5cb1e4-6711-4d0d-b580-36f13d3d8cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:16.193544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a66e7-4778-45ca-bd2d-34c943629ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:16.208641 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719201c8-f050-48fd-b985-76f7d3dafaae x-openstack-request-id: req-719201c8-f050-48fd-b985-76f7d3dafaae {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:16.208941 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:16.209200 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-719201c8-f050-48fd-b985-76f7d3dafaae {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:16.209643 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719201c8-f050-48fd-b985-76f7d3dafaae'] response: {'name': 'network-changed', 'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'status': 'completed', 'code': 200} May 13 17:34:16.313746 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb1e4-6711-4d0d-b580-36f13d3d8cd4 req-baa4ee89-8a11-4af9-907f-5e784462aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:16.315329 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c5cb1e4-6711-4d0d-b580-36f13d3d8cd4 req-baa4ee89-8a11-4af9-907f-5e784462aa46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1127 time: 0.0445647 May 13 17:34:16.472302 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b515e-e0c4-4991-89d0-6de73dbdefec req-e236be19-a191-4dac-bf45-b6a68b234fad tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:16.473746 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e3b515e-e0c4-4991-89d0-6de73dbdefec req-e236be19-a191-4dac-bf45-b6a68b234fad tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0703802 May 13 17:34:16.476615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb1e4-6711-4d0d-b580-36f13d3d8cd4 req-385582a4-2324-4f6d-90ce-6f61d0c3ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:16.477915 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c5cb1e4-6711-4d0d-b580-36f13d3d8cd4 req-385582a4-2324-4f6d-90ce-6f61d0c3ab69 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=6c34f44042ac43cc8a6a7937c0683120&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1338360 May 13 17:34:16.573290 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2e3b515e-e0c4-4991-89d0-6de73dbdefec req-f724516f-586b-442f-bed2-52777e0d5f57 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936136 May 13 17:34:16.599916 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb1e4-6711-4d0d-b580-36f13d3d8cd4 req-3ff89706-a7b6-419b-aff9-157f44ee3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:16.601714 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0c5cb1e4-6711-4d0d-b580-36f13d3d8cd4 req-3ff89706-a7b6-419b-aff9-157f44ee3ff4 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157734 May 13 17:34:16.698661 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-1eeb97c4-8644-44d3-a227-f0cacba9f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:16.700169 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-1eeb97c4-8644-44d3-a227-f0cacba9f286 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1127 time: 0.0387735 May 13 17:34:16.916047 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c419238-31cf-4e67-a1e9-05bfa4fbd075 req-719aa9bf-97e9-4d50-8da5-e2b1164bd236 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:16.917523 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2c419238-31cf-4e67-a1e9-05bfa4fbd075 req-719aa9bf-97e9-4d50-8da5-e2b1164bd236 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0460968 May 13 17:34:16.963462 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2c419238-31cf-4e67-a1e9-05bfa4fbd075 req-d7f9b5f1-c106-4c42-a514-cb8a9c813c2b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403359 May 13 17:34:17.685018 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882d811-bd70-48ce-ad20-8a8445b1b72c req-53dc6bee-917a-4f69-b008-c3b999ec3296 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:17.686461 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c882d811-bd70-48ce-ad20-8a8445b1b72c req-53dc6bee-917a-4f69-b008-c3b999ec3296 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0464818 May 13 17:34:17.731615 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c882d811-bd70-48ce-ad20-8a8445b1b72c req-bfdfc8e1-f85c-4798-b9f1-2aceff53e767 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 May 13 17:34:18.081864 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbd653-cc3f-454b-804f-283a0ee7acc0 req-3fb1654e-069d-4350-9635-9a50e7f4aa27 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:18.083337 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-28bbd653-cc3f-454b-804f-283a0ee7acc0 req-3fb1654e-069d-4350-9635-9a50e7f4aa27 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0461125 May 13 17:34:18.128035 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-28bbd653-cc3f-454b-804f-283a0ee7acc0 req-3f9010fd-7607-4367-8e56-81aab90db0ce tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393164 May 13 17:34:18.234210 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-60840c1e-7640-40ed-a0fe-1deb5a40c5bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 200 len: 217 time: 0.0382123 May 13 17:34:18.285536 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-b73080c1-cf7b-479f-9364-be8d52481228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:18.286913 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-b73080c1-cf7b-479f-9364-be8d52481228 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0444238 May 13 17:34:18.366850 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-23167974-3318-4f84-a54e-f510d75c7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:18.368361 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-23167974-3318-4f84-a54e-f510d75c7ed0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653565 May 13 17:34:18.373059 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05c3c7-c39a-4876-bd26-e95e4b414be6 req-3b62c0d6-ba3e-4de4-b77d-829745917a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:18.374412 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb05c3c7-c39a-4876-bd26-e95e4b414be6 req-3b62c0d6-ba3e-4de4-b77d-829745917a4c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1130 time: 0.0447912 May 13 17:34:18.469221 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cb05c3c7-c39a-4876-bd26-e95e4b414be6 req-2d556c8a-1ad4-4a3d-aa7d-f62e2a03719a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821996 May 13 17:34:18.494954 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-3d1046f8-7e32-4ca3-82c4-5c988295e64c service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145442 May 13 17:34:18.846008 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e897d9-7035-4fb4-9721-560676cdc4c6 req-5f68e5ee-4dbf-409f-abc5-8e1c4973464d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:18.848078 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06e897d9-7035-4fb4-9721-560676cdc4c6 req-5f68e5ee-4dbf-409f-abc5-8e1c4973464d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0464504 May 13 17:34:18.897573 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-06e897d9-7035-4fb4-9721-560676cdc4c6 req-a2964bb4-d82a-4dd0-a4bb-47f9c16293a0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438399 May 13 17:34:19.002154 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-53bbd399-a7aa-46ee-a8ae-e2c959219a4b req-ed3254f1-b028-4cb4-9737-726e34cd1959 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808618 May 13 17:34:19.246188 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19e51e-6607-44ba-9b1a-6cc9b7d01ca2 req-fdea2e60-1ab7-4120-8cfe-5c1f42550a37 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:19.247704 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c19e51e-6607-44ba-9b1a-6cc9b7d01ca2 req-fdea2e60-1ab7-4120-8cfe-5c1f42550a37 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0494120 May 13 17:34:19.294237 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c19e51e-6607-44ba-9b1a-6cc9b7d01ca2 req-dad6ec9c-8a41-4f7d-8e77-288639d22588 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 May 13 17:34:20.011443 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9631b21-e49e-4755-8fc2-4dca03882e91 req-537eca84-9de8-4b6d-abb4-41b86211c0c0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:20.012920 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9631b21-e49e-4755-8fc2-4dca03882e91 req-537eca84-9de8-4b6d-abb4-41b86211c0c0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0474675 May 13 17:34:20.059336 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f9631b21-e49e-4755-8fc2-4dca03882e91 req-034b2031-8b50-4f14-953d-1cc86f076520 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 May 13 17:34:20.410516 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5635-e59b-411d-b2d2-dfed1602ea48 req-6a4abed5-ef0c-4b8e-8943-27767edc5378 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:20.411986 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ee3f5635-e59b-411d-b2d2-dfed1602ea48 req-6a4abed5-ef0c-4b8e-8943-27767edc5378 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0457168 May 13 17:34:20.457106 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ee3f5635-e59b-411d-b2d2-dfed1602ea48 req-cda42865-32b0-4816-8308-659ceccbe570 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 May 13 17:34:21.173362 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed514-ce30-4389-abd9-957579700474 req-09e68e92-9321-48c6-a3b3-387d70e746a2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:21.174822 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3bfed514-ce30-4389-abd9-957579700474 req-09e68e92-9321-48c6-a3b3-387d70e746a2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0502012 May 13 17:34:21.220554 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3bfed514-ce30-4389-abd9-957579700474 req-b5c8cf7a-47ce-4a2a-8e74-1fc41aecb67d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 May 13 17:34:21.573088 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884534e-4fc7-443e-935a-bcb471cba77d req-6d2a8e54-85bf-4476-b0df-a8088b4e7e53 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:21.574536 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1884534e-4fc7-443e-935a-bcb471cba77d req-6d2a8e54-85bf-4476-b0df-a8088b4e7e53 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0471182 May 13 17:34:21.623852 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1884534e-4fc7-443e-935a-bcb471cba77d req-cba5b9f2-384f-4d10-8194-b876b7868ac7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 May 13 17:34:22.334060 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037020a-f825-4586-a595-362d89dc6914 req-4940a1bc-35a4-446a-ad64-48d8f3f93ea6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:22.335573 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0037020a-f825-4586-a595-362d89dc6914 req-4940a1bc-35a4-446a-ad64-48d8f3f93ea6 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0481329 May 13 17:34:22.383477 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0037020a-f825-4586-a595-362d89dc6914 req-58b9eaed-5c98-4675-9442-c57b809826f3 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421877 May 13 17:34:22.521648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25895066-5080-4d9b-9a86-e5b15d42e5fe req-8e3f6bfc-2a0e-4f6b-b287-e018c69864be tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:22.523011 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-25895066-5080-4d9b-9a86-e5b15d42e5fe req-8e3f6bfc-2a0e-4f6b-b287-e018c69864be tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0462074 May 13 17:34:22.571116 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-25895066-5080-4d9b-9a86-e5b15d42e5fe req-03850376-5bd6-4c0d-b518-d59ea06afd42 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 May 13 17:34:22.739687 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec523db-4697-47f5-a42f-5e5da3636dbe req-75aecf7d-582d-46ea-8e4c-59a8c5fa17de tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:22.741153 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dec523db-4697-47f5-a42f-5e5da3636dbe req-75aecf7d-582d-46ea-8e4c-59a8c5fa17de tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0464320 May 13 17:34:22.786577 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dec523db-4697-47f5-a42f-5e5da3636dbe req-a85b247d-5d72-43a1-baee-32a704a0c55a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 May 13 17:34:23.405898 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:34:23.501477 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aadf5a-1b60-447e-a4cf-9a6a99f14b61 req-563d615e-ac18-446f-855e-a89d901710f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:23.502857 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-63aadf5a-1b60-447e-a4cf-9a6a99f14b61 req-563d615e-ac18-446f-855e-a89d901710f9 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0490892 May 13 17:34:23.505697 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:23.517290 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'port_id': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'mac_address': 'fa:16:3e:a7:51:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:34:23.548975 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-63aadf5a-1b60-447e-a4cf-9a6a99f14b61 req-70ceb044-e654-43b0-b4d2-66af77e46aed tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 May 13 17:34:23.553284 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:34:23.553682 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:23.566940 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf21395-ff17-45fa-b717-d3bb2054575b {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:34:23.587152 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:23.686169 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc2c66-250c-4485-80e8-446b2f40ecbe req-3adbccf6-3196-4047-bb4f-ce2a6e86b2c9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:23.687676 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cffc2c66-250c-4485-80e8-446b2f40ecbe req-3adbccf6-3196-4047-bb4f-ce2a6e86b2c9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0493743 May 13 17:34:23.698181 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:23.750957 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:23.758385 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cffc2c66-250c-4485-80e8-446b2f40ecbe req-47fa6aa3-2197-43c1-8d68-cce46580cccc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645487 May 13 17:34:23.902473 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb73836-7d34-4743-951c-10574d21c1a7 req-f669d9ec-28ce-4041-a0da-c4c6dfb0da8f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:23.904020 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1bb73836-7d34-4743-951c-10574d21c1a7 req-f669d9ec-28ce-4041-a0da-c4c6dfb0da8f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0467310 May 13 17:34:23.964036 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1bb73836-7d34-4743-951c-10574d21c1a7 req-8e28d973-d0b0-404b-bff8-de84d0f48239 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539026 May 13 17:34:24.043214 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9263a13-7fa0-41f6-829e-e13d9886ffd2 req-47a80ac1-a7e1-402b-90c7-2fccd26f721b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:24.044719 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c9263a13-7fa0-41f6-829e-e13d9886ffd2 req-47a80ac1-a7e1-402b-90c7-2fccd26f721b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0472469 May 13 17:34:24.094329 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c9263a13-7fa0-41f6-829e-e13d9886ffd2 req-93529a66-9ebc-4485-9b9c-0a572b94b6c2 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 May 13 17:34:24.122114 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337feb-f319-493d-80e3-773083db9781 req-bed74360-a0e8-45ff-9382-46bb70293765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:24.123663 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80337feb-f319-493d-80e3-773083db9781 req-bed74360-a0e8-45ff-9382-46bb70293765 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1130 time: 0.0434785 May 13 17:34:24.221598 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337feb-f319-493d-80e3-773083db9781 req-7a52c116-ad7b-44e4-b1be-95a9c4ffa658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:24.222454 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['acf21395-ff17-45fa-b717-d3bb2054575b'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:34:24.223169 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80337feb-f319-493d-80e3-773083db9781 req-7a52c116-ad7b-44e4-b1be-95a9c4ffa658 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.0930693 May 13 17:34:24.288895 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80337feb-f319-493d-80e3-773083db9781 req-f6214248-29ff-4820-b175-26b77936e195 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 200 len: 1002 time: 0.0591435 May 13 17:34:24.341782 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337feb-f319-493d-80e3-773083db9781 req-4b082ab9-412c-477c-b6a6-ac9c6e412317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:24.343167 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80337feb-f319-493d-80e3-773083db9781 req-4b082ab9-412c-477c-b6a6-ac9c6e412317 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.0470123 May 13 17:34:24.386426 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337feb-f319-493d-80e3-773083db9781 req-6e771f5e-fd4d-4aa4-87b3-b7fb4129ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:24.387965 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80337feb-f319-493d-80e3-773083db9781 req-6e771f5e-fd4d-4aa4-87b3-b7fb4129ca3c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377913 May 13 17:34:24.473492 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80337feb-f319-493d-80e3-773083db9781 req-97642fe0-0896-424e-bed2-3f82209d061c service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789144 May 13 17:34:24.564011 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-80337feb-f319-493d-80e3-773083db9781 req-97686c7e-795a-46d4-8e20-66ec3640186a service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834908 May 13 17:34:24.872435 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be75ed0-0405-422c-b190-cee0d0d4361f req-949c84bb-df82-46f4-a4da-f9dd460253f8 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:24.873934 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0be75ed0-0405-422c-b190-cee0d0d4361f req-949c84bb-df82-46f4-a4da-f9dd460253f8 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0523503 May 13 17:34:24.921708 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0be75ed0-0405-422c-b190-cee0d0d4361f req-f22554a0-6ca2-4b83-b302-0ceebdd4d5e4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 May 13 17:34:25.089770 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ce4c-4e7d-4693-a17e-3c007c35c018 req-0d709614-a71a-4cf7-a28f-f911b7a1485b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:25.091555 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8921ce4c-4e7d-4693-a17e-3c007c35c018 req-0d709614-a71a-4cf7-a28f-f911b7a1485b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0553808 May 13 17:34:25.219362 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a06e9-3f94-404f-8163-e4ddf2c714a7 req-fbed91e1-26f5-4add-ac04-b6d052db9522 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:25.220926 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2a06e9-3f94-404f-8163-e4ddf2c714a7 req-fbed91e1-26f5-4add-ac04-b6d052db9522 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0546734 May 13 17:34:25.271551 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2a06e9-3f94-404f-8163-e4ddf2c714a7 req-2d55c8de-7f03-4808-9100-8fd9d74909e0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445387 May 13 17:34:25.357224 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8921ce4c-4e7d-4693-a17e-3c007c35c018 req-6cac4c59-8a75-4675-b634-4cb5b3b215ee tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598405 May 13 17:34:25.520380 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:34:25.625538 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:34:25.670294 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port acf21395-ff17-45fa-b717-d3bb2054575b completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:34:25.743852 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port acf21395-ff17-45fa-b717-d3bb2054575b triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:34:25.744229 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:25.821703 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:34:25.822081 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:25.843399 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:25.845569 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc85db6-8aa4-47bd-8edf-1af128c550aa" -d '{"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-plugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:25.858608 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:25.883825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba098c7-ab91-4e2a-8805-f70eb82a0020 x-openstack-request-id: req-8ba098c7-ab91-4e2a-8805-f70eb82a0020 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:25.884145 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-plugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:25.884415 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ba098c7-ab91-4e2a-8805-f70eb82a0020 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:25.884814 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba098c7-ab91-4e2a-8805-f70eb82a0020'] response: {'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'code': 200} May 13 17:34:25.936617 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:25.985532 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:26.038980 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67d3c8-596d-4117-9b02-f236d4547356 req-c6221730-51cf-4f13-a10f-5a23dd14b78f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:26.040459 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3a67d3c8-596d-4117-9b02-f236d4547356 req-c6221730-51cf-4f13-a10f-5a23dd14b78f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0458074 May 13 17:34:26.087009 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3a67d3c8-596d-4117-9b02-f236d4547356 req-f52d00d6-9ac5-4e30-b3ec-855edd4f344a tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409615 May 13 17:34:26.383035 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dffcc-c33f-4855-aab8-ffbb2ec2ab52 req-2d511d31-0036-4ec9-b178-e727d947a2d8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:26.384574 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ff2dffcc-c33f-4855-aab8-ffbb2ec2ab52 req-2d511d31-0036-4ec9-b178-e727d947a2d8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0467637 May 13 17:34:26.432306 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ff2dffcc-c33f-4855-aab8-ffbb2ec2ab52 req-6752c183-11c8-4502-87c8-28b20352d07c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 May 13 17:34:26.474204 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0901fe2-df1c-4b98-9fc2-d2ae3b030ab3 req-cae5f9b9-f231-4a8c-b422-4d931f59ecfa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:26.475962 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0901fe2-df1c-4b98-9fc2-d2ae3b030ab3 req-cae5f9b9-f231-4a8c-b422-4d931f59ecfa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0483425 May 13 17:34:26.524084 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0901fe2-df1c-4b98-9fc2-d2ae3b030ab3 req-88d33060-aa61-4003-9c05-9bfad13d1d82 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 May 13 17:34:27.197808 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5609e5-fdf2-49b6-b81f-818034963363 req-8d9745e6-9b8e-4479-a379-eef95080428d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:27.199486 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f5609e5-fdf2-49b6-b81f-818034963363 req-8d9745e6-9b8e-4479-a379-eef95080428d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0462947 May 13 17:34:27.257165 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f5609e5-fdf2-49b6-b81f-818034963363 req-335e9af4-5a6d-4e1c-852a-41059655ea30 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498152 May 13 17:34:27.544649 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0f9b-696a-4c79-a10d-523bfe95c37a req-d9b6641b-75e8-4e0a-b39c-f694a1820b84 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:27.546028 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e8b0f9b-696a-4c79-a10d-523bfe95c37a req-d9b6641b-75e8-4e0a-b39c-f694a1820b84 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0459673 May 13 17:34:27.592778 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e8b0f9b-696a-4c79-a10d-523bfe95c37a req-8960378a-60e6-4ad6-9f33-b17d9ee75df7 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406137 May 13 17:34:27.638933 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98a604-13e3-4fc0-bfde-597b2cf1b255 req-36d8ae37-3cca-4ee0-a8ef-a4864f974263 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:27.640425 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1a98a604-13e3-4fc0-bfde-597b2cf1b255 req-36d8ae37-3cca-4ee0-a8ef-a4864f974263 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0469389 May 13 17:34:27.686987 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1a98a604-13e3-4fc0-bfde-597b2cf1b255 req-f6b6caff-a501-4fdf-bc97-2e6a9eb8d3b1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 May 13 17:34:28.213694 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdf3c0-66dc-426b-86cb-6288721a6eec req-51bae258-cfb8-4b0f-8544-eec617da26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:28.216313 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cdcdf3c0-66dc-426b-86cb-6288721a6eec req-51bae258-cfb8-4b0f-8544-eec617da26b1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1129 time: 0.0387990 May 13 17:34:28.379304 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d2fe6-7df9-4d89-9734-ec3cd11d28fd req-dfc62d2c-f0ce-4d85-9a89-a80bb038290c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:28.381193 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c7d2fe6-7df9-4d89-9734-ec3cd11d28fd req-dfc62d2c-f0ce-4d85-9a89-a80bb038290c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0519531 May 13 17:34:28.397576 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cdcdf3c0-66dc-426b-86cb-6288721a6eec req-3a3d54db-3674-4a7f-b57a-46c35ee96270 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392897 May 13 17:34:28.423795 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f68c1d5c-5d03-4029-a4b3-eca6357497f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:28.430650 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c7d2fe6-7df9-4d89-9734-ec3cd11d28fd req-050e64a0-ef5b-4908-9bee-4d887684abdc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436511 May 13 17:34:28.708515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818be8b1-3220-480a-8b4a-5b3d78553612 req-e0ce7204-f278-4310-bb37-5baa9e5d2f3a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:28.709993 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-818be8b1-3220-480a-8b4a-5b3d78553612 req-e0ce7204-f278-4310-bb37-5baa9e5d2f3a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0500095 May 13 17:34:28.757072 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-818be8b1-3220-480a-8b4a-5b3d78553612 req-eb6d3258-fd5b-46e3-a425-350516ff8107 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 May 13 17:34:28.808146 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b071cb4-a53c-458b-af9d-6cfb26e1004e req-8d9d9ebb-968a-43bc-97fa-cbf7cd6a71b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:28.809634 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b071cb4-a53c-458b-af9d-6cfb26e1004e req-8d9d9ebb-968a-43bc-97fa-cbf7cd6a71b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0491474 May 13 17:34:28.865878 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b071cb4-a53c-458b-af9d-6cfb26e1004e req-78c484da-8639-47bf-af33-02c0135b4ac1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508294 May 13 17:34:28.867046 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d4af-fe6c-40af-b296-c865b96044bb req-2ef44f72-ed48-4acd-b2e8-f3fa4427eb6e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:28.868578 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-65c0d4af-fe6c-40af-b296-c865b96044bb req-2ef44f72-ed48-4acd-b2e8-f3fa4427eb6e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0481701 May 13 17:34:28.877363 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48826) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:28.881776 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Request body: {'floatingip': {'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:28.936044 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:29.398138 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:29.451014 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:29.546724 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956544d8-bddc-4501-9bf0-db8406f9fc08 req-a18ac564-c71b-4252-90f4-6e95ac7bcb06 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:29.548446 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-956544d8-bddc-4501-9bf0-db8406f9fc08 req-a18ac564-c71b-4252-90f4-6e95ac7bcb06 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0516453 May 13 17:34:29.597765 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-956544d8-bddc-4501-9bf0-db8406f9fc08 req-fe358fb9-8e78-4368-849b-259f7281b66f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436010 May 13 17:34:29.666729 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:29.773908 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:29.778297 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:29.785595 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] Sync routers for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:29.795004 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:29.795655 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:29.809080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:29.810714 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8129d260-52a6-4614-b24c-6bff61907fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:29.843259 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f21558f8-6d05-4dd3-9bf2-f6676baa67f4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "PUT /v2.0/floatingips/e92cafc2-af65-473d-bc35-9863697700fa HTTP/1.1" status: 200 len: 994 time: 0.9648571 May 13 17:34:29.863191 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25961038-75fd-4cd1-a268-8a654b67be42 x-openstack-request-id: req-25961038-75fd-4cd1-a268-8a654b67be42 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:29.863482 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:29.863757 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25961038-75fd-4cd1-a268-8a654b67be42 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:29.864775 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25961038-75fd-4cd1-a268-8a654b67be42'] response: {'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'status': 'completed', 'code': 200} May 13 17:34:29.904987 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:30.013225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd77c3-8fc2-4bb1-b768-5d83a3d1c132 req-2fffd2cb-bc73-4b5e-a38c-4c8e20333a9d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:30.014737 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05cd77c3-8fc2-4bb1-b768-5d83a3d1c132 req-2fffd2cb-bc73-4b5e-a38c-4c8e20333a9d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0780473 May 13 17:34:30.020077 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129d260-52a6-4614-b24c-6bff61907fdf req-9354d37c-86f9-45c6-be32-170da765860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:30.021504 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8129d260-52a6-4614-b24c-6bff61907fdf req-9354d37c-86f9-45c6-be32-170da765860c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1130 time: 0.0529895 May 13 17:34:30.061799 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05cd77c3-8fc2-4bb1-b768-5d83a3d1c132 req-e644dda1-2a1b-4ed7-b747-4d40986f17cb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393562 May 13 17:34:30.120586 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'e92cafc2-af65-473d-bc35-9863697700fa', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'mac_address': 'fa:16:3e:b3:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:55Z', 'updated_at': '2022-05-13T17:34:29Z', 'revision_number': 3, 'project_id': '27832590c00f47b7b09c343e892f310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:30.151758 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] Checking router: 3ea554c1-0e97-44d1-82c1-9bfe36912de1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:30.159989 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:30.160575 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:30.236309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129d260-52a6-4614-b24c-6bff61907fdf req-28e63ba7-4374-4763-bec4-9569b7a79b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:30.237879 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8129d260-52a6-4614-b24c-6bff61907fdf req-28e63ba7-4374-4763-bec4-9569b7a79b35 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.0951204 May 13 17:34:30.351709 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:30.544249 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-996f2757-ef9a-4b50-a421-4fec94466f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:30.565042 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'e92cafc2-af65-473d-bc35-9863697700fa', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'mac_address': 'fa:16:3e:b3:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:55Z', 'updated_at': '2022-05-13T17:34:29Z', 'revision_number': 3, 'project_id': '27832590c00f47b7b09c343e892f310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:30.609642 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a29a6-7d1c-4c20-87a6-ae1a1cb0d3de None None] The sync data for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi is: [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'e92cafc2-af65-473d-bc35-9863697700fa', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'port_id': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'mac_address': 'fa:16:3e:b3:0b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:30:55Z', 'updated_at': '2022-05-13T17:34:29Z', 'revision_number': 3, 'project_id': '27832590c00f47b7b09c343e892f310a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:30.717310 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1281e-eb52-4291-9527-c53dae357b1a req-49863126-93af-44cd-ba03-195a35cb1303 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:30.718814 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a1281e-eb52-4291-9527-c53dae357b1a req-49863126-93af-44cd-ba03-195a35cb1303 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0502245 May 13 17:34:30.776101 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a1281e-eb52-4291-9527-c53dae357b1a req-24cd425b-d79b-4171-8aae-53cb2ce5040e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487309 May 13 17:34:30.825768 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8129d260-52a6-4614-b24c-6bff61907fdf req-b09a96cf-014c-4f99-86c1-014cef67eee7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 200 len: 1002 time: 0.0632827 May 13 17:34:30.880750 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129d260-52a6-4614-b24c-6bff61907fdf req-1203f623-e32e-4c24-a11f-341e91d4fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:30.883280 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8129d260-52a6-4614-b24c-6bff61907fdf req-1203f623-e32e-4c24-a11f-341e91d4fa79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.0489848 May 13 17:34:30.930669 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129d260-52a6-4614-b24c-6bff61907fdf req-39c46136-6d20-436f-ab25-eafab7620e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:30.932246 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8129d260-52a6-4614-b24c-6bff61907fdf req-39c46136-6d20-436f-ab25-eafab7620e7b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427246 May 13 17:34:31.023398 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8129d260-52a6-4614-b24c-6bff61907fdf req-ecf5e6a0-12db-47e3-8073-c6c167e7f56a service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838404 May 13 17:34:31.115964 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8129d260-52a6-4614-b24c-6bff61907fdf req-82c5622a-70a9-4c4f-a2e2-94b6454cd717 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 May 13 17:34:31.180316 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89625efa-e608-4337-bdce-c07d3d331cc4 req-c3ff2135-61e6-43a4-998c-d5330dec7a6e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:31.181697 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89625efa-e608-4337-bdce-c07d3d331cc4 req-c3ff2135-61e6-43a4-998c-d5330dec7a6e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0478292 May 13 17:34:31.228996 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89625efa-e608-4337-bdce-c07d3d331cc4 req-9fdc8bfb-4e08-4d57-bbc0-d7d60b893660 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 May 13 17:34:31.338907 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c08e-ed4a-451c-8142-73820870e1cb req-4c4cfa10-65a3-41bf-b897-e05f80e91d0a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:31.340391 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ba7c08e-ed4a-451c-8142-73820870e1cb req-4c4cfa10-65a3-41bf-b897-e05f80e91d0a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0458536 May 13 17:34:31.348692 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48842) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:31.353095 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Request body: {'floatingip': {'port_id': 'acf21395-ff17-45fa-b717-d3bb2054575b'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:31.393885 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (f83750e2-3078-4609-bdd9-f72e3f3b56a6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:31.821996 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:31.865911 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:31.868323 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c34ff91-842e-45c3-bf05-fde088e30c51" -d '{"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:31.875150 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (f83750e2-3078-4609-bdd9-f72e3f3b56a6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:31.888713 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfcd67-e8c6-434b-93c1-b0a981238320 req-36001b5a-fd50-4024-b351-55b6a0fdf3a9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:31.890805 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1dfcd67-e8c6-434b-93c1-b0a981238320 req-36001b5a-fd50-4024-b351-55b6a0fdf3a9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0494606 May 13 17:34:31.914431 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d19122-6fb2-44a4-81e3-6c59bdf3605f x-openstack-request-id: req-b2d19122-6fb2-44a4-81e3-6c59bdf3605f {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:31.914728 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:31.914980 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2d19122-6fb2-44a4-81e3-6c59bdf3605f {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:31.915427 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d19122-6fb2-44a4-81e3-6c59bdf3605f'] response: {'name': 'network-changed', 'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'status': 'completed', 'code': 200} May 13 17:34:31.943364 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a1dfcd67-e8c6-434b-93c1-b0a981238320 req-08db64a7-f4a4-4ea7-b7d4-c0ddbccd7471 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460541 May 13 17:34:31.991307 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Floating IP f83750e2-3078-4609-bdd9-f72e3f3b56a6 associated. External IP: 172.27.3.50, port: acf21395-ff17-45fa-b717-d3bb2054575b. May 13 17:34:31.999453 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:32.003747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-b0a30c96-bf49-4470-8295-d1ca1d00012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:32.008377 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-b0a30c96-bf49-4470-8295-d1ca1d00012d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 1130 time: 0.0440331 May 13 17:34:32.093546 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-8c68fab8-69c6-436c-a786-f4415fe6cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:32.095295 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-8c68fab8-69c6-436c-a786-f4415fe6cfab service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.0836055 May 13 17:34:32.206056 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Router 2e3443f1-c363-49ad-9be7-13688b77214c has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:32.339213 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:32.343906 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:32.350860 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] Sync routers for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:32.360960 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:32.361681 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:32.376701 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-c4e7386a-b5c7-4d4d-8a96-5358cb6e4e6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "PUT /v2.0/floatingips/f83750e2-3078-4609-bdd9-f72e3f3b56a6 HTTP/1.1" status: 200 len: 990 time: 1.0248885 May 13 17:34:32.406908 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-76eb9043-804a-4b7d-9b73-d6b802ef0731 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 200 len: 1002 time: 0.3054392 May 13 17:34:32.456131 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-12e8a3a4-14d3-4f76-a33b-42dd0ddc2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:32.457581 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-12e8a3a4-14d3-4f76-a33b-42dd0ddc2148 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.0435574 May 13 17:34:32.501433 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-22485d7e-743b-47ce-8d1e-df41e44ce3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:32.502933 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-22485d7e-743b-47ce-8d1e-df41e44ce3da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392907 May 13 17:34:32.600212 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-e37cf217-63a1-44c5-badc-753ff83027f1 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906799 May 13 17:34:32.608746 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:32.688252 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7c34ff91-842e-45c3-bf05-fde088e30c51 req-166747c9-20ae-4e7e-88cb-d002bddcd241 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807171 May 13 17:34:32.867837 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'f83750e2-3078-4609-bdd9-f72e3f3b56a6', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'port_id': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'mac_address': 'fa:16:3e:a7:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:34:10Z', 'updated_at': '2022-05-13T17:34:31Z', 'revision_number': 1, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:32.894122 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] Checking router: 2e3443f1-c363-49ad-9be7-13688b77214c for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:32.905135 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:32.905985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:33.025622 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:33.059007 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb495ce-e8d5-4847-beb0-a6739e9a7ff0 req-e4604216-4ffd-47fa-ba87-3434cc3f5fed tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:33.060524 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5fb495ce-e8d5-4847-beb0-a6739e9a7ff0 req-e4604216-4ffd-47fa-ba87-3434cc3f5fed tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0460286 May 13 17:34:33.111476 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5fb495ce-e8d5-4847-beb0-a6739e9a7ff0 req-a5dd1632-cd77-48c0-be43-e872a6e170f1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 May 13 17:34:33.240657 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'f83750e2-3078-4609-bdd9-f72e3f3b56a6', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'port_id': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'mac_address': 'fa:16:3e:a7:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:34:10Z', 'updated_at': '2022-05-13T17:34:31Z', 'revision_number': 1, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:33.265993 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85a7c3-ade1-46b9-9bc7-a16349c09683 None None] The sync data for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi is: [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'f83750e2-3078-4609-bdd9-f72e3f3b56a6', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'port_id': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'mac_address': 'fa:16:3e:a7:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:34:10Z', 'updated_at': '2022-05-13T17:34:31Z', 'revision_number': 1, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:33.448622 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4897de28-6505-41f1-bc45-c72f5562e165 None None] New status for floating IP f83750e2-3078-4609-bdd9-f72e3f3b56a6: ACTIVE {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:34:33.502583 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:33.916787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:33.919188 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ef3377-f41a-4f38-a389-23f42f0fbf62" -d '{"events": [{"name": "network-changed", "server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:33.953637 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd1a1df-0ba5-480c-a65c-98a12f85a23e x-openstack-request-id: req-9fd1a1df-0ba5-480c-a65c-98a12f85a23e {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:33.953931 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:33.954995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fd1a1df-0ba5-480c-a65c-98a12f85a23e {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:33.955454 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd1a1df-0ba5-480c-a65c-98a12f85a23e'] response: {'name': 'network-changed', 'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'status': 'completed', 'code': 200} May 13 17:34:34.044376 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-f5a21766-f400-4ede-a9c7-c9c67a9972bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:34.045831 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-f5a21766-f400-4ede-a9c7-c9c67a9972bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1129 time: 0.0383978 May 13 17:34:34.141476 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-60a8ace0-89cd-4865-90c9-edc7a8d94458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:34.142935 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-60a8ace0-89cd-4865-90c9-edc7a8d94458 service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.0852787 May 13 17:34:34.208599 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-b6d8c16f-0b8b-4886-9711-a5aeaac76229 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 200 len: 1000 time: 0.0581393 May 13 17:34:34.223067 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217cd01-8987-47f1-acd7-6d81debd9ef7 req-0a8ae8b6-4c7a-4a57-bdac-bd90f7ee3240 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:34.224568 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9217cd01-8987-47f1-acd7-6d81debd9ef7 req-0a8ae8b6-4c7a-4a57-bdac-bd90f7ee3240 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0460448 May 13 17:34:34.264104 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-93668429-16d8-4e44-b6a4-c588e5b90e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:34.265488 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-93668429-16d8-4e44-b6a4-c588e5b90e3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0473754 May 13 17:34:34.273818 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9217cd01-8987-47f1-acd7-6d81debd9ef7 req-27b6c797-31e8-4f8a-b40d-26fb27972401 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 May 13 17:34:34.308532 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-48ede951-b39f-4ab6-a7a2-55cbf6051a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:34.310062 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-48ede951-b39f-4ab6-a7a2-55cbf6051a43 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383248 May 13 17:34:34.399494 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-fe26ed34-0de2-4455-ab2a-22f2a525e792 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820146 May 13 17:34:34.514735 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-40dce3f8-9510-4edf-a2c3-8126a0fc6ed4 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452571533&fields=id&tenant_id=aff066fb75f04eb7bb9b16dea32b270d HTTP/1.1" status: 200 len: 267 time: 0.0636582 May 13 17:34:34.537421 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-73ef3377-f41a-4f38-a389-23f42f0fbf62 req-d14afa08-74ad-4cd0-bda3-b398793b95dc service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312578 May 13 17:34:34.573854 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-04d9a946-27fe-4804-986e-b092cfc9d3a6 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:34.576132 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-04d9a946-27fe-4804-986e-b092cfc9d3a6 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 984 time: 0.0526655 May 13 17:34:34.586736 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Request body: {'port': {'security_groups': ['9b42e811-1d0b-4444-958d-d8886a809123']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:34.668344 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (53b14020-f762-46c1-859f-588cb62cbd07), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:34.709814 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:34.845332 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=53b14020-f762-46c1-859f-588cb62cbd07,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:34.874847 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for port (53b14020-f762-46c1-859f-588cb62cbd07), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:34.921196 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:34.965806 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:34.966461 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:34.970475 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5cc19581-8134-4684-a1be-6fbcf38f78e6 req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "PUT /v2.0/ports/53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 942 time: 0.3857749 May 13 17:34:34.971495 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:34.974088 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:34.974353 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48868) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:34.978732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['53b14020-f762-46c1-859f-588cb62cbd07'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:34:35.016019 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event updated for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=7']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:35.024903 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.025344 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.025771 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.026189 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.026687 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.027009 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.027733 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.027863 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.028194 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.028736 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.029611 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.030535 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.030535 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.030734 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.031918 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8184ce1-816d-4c20-bba5-12ff730b3155 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.045935 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd17d9c-5517-471a-8584-01ef3c74c5c2 x-openstack-request-id: req-3bd17d9c-5517-471a-8584-01ef3c74c5c2 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:35.045935 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:35.045935 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bd17d9c-5517-471a-8584-01ef3c74c5c2 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:35.045935 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd17d9c-5517-471a-8584-01ef3c74c5c2'] response: {'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07', 'status': 'completed', 'code': 200} May 13 17:34:35.047448 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group (25628f21-2480-4d12-a2e2-3c0504bba483), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.070554 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group (25628f21-2480-4d12-a2e2-3c0504bba483), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.140945 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-b6cbd6c9-7152-4df2-b75a-54d07ae71719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:35.142780 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-b6cbd6c9-7152-4df2-b75a-54d07ae71719 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1129 time: 0.0449021 May 13 17:34:35.177048 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['53b14020-f762-46c1-859f-588cb62cbd07'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:34:35.201107 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (25628f21-2480-4d12-a2e2-3c0504bba483), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.203812 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.205140 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "DELETE /v2.0/security-groups/25628f21-2480-4d12-a2e2-3c0504bba483 HTTP/1.1" status: 204 len: 168 time: 0.2298093 May 13 17:34:35.208554 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 48872) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:35.252663 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25628f21-2480-4d12-a2e2-3c0504bba483,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:35.257221 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-191a432e-a8cd-4804-aee7-eb633b80a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:35.259515 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-191a432e-a8cd-4804-aee7-eb633b80a6c7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 200 len: 916 time: 0.1018724 May 13 17:34:35.260651 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-629a4cc2-c99c-449c-8c22-374303fdc84b None None] Provisioning complete for port 53b14020-f762-46c1-859f-588cb62cbd07 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:34:35.261028 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-629a4cc2-c99c-449c-8c22-374303fdc84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (53b14020-f762-46c1-859f-588cb62cbd07), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.267171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.267515 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.267860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.268198 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.268534 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.268867 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.269196 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.269521 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.269846 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.270204 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.270532 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.270858 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.271206 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.271525 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.272047 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8554906f-40df-4695-87b5-c212e649bb14 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:34:35.361273 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-f7f339cb-ecea-4686-82b8-2402985bf6e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 1000 time: 0.0947695 May 13 17:34:35.410047 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-629a4cc2-c99c-449c-8c22-374303fdc84b None None] Current status of the port 53b14020-f762-46c1-859f-588cb62cbd07 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:34:35.424304 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Deleting port 62b72046-e5f5-43e3-a326-e1dd4636162e {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:35.424647 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.444683 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-9565e50b-f7bc-4e56-8b90-63e038e62bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:35.446159 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-9565e50b-f7bc-4e56-8b90-63e038e62bc1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c3a8b12-6c39-48c2-9e82-92ea8d91e964 HTTP/1.1" status: 200 len: 854 time: 0.0751483 May 13 17:34:35.452431 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffc6c4-7c46-4401-92cb-47e9403c5e7d req-cb084670-8371-404a-9bd4-37970e17ffb3 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:35.453910 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62ffc6c4-7c46-4401-92cb-47e9403c5e7d req-cb084670-8371-404a-9bd4-37970e17ffb3 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0917611 May 13 17:34:35.511267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-c7d1c4aa-76e2-46ab-b5ee-45316c3efd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:35.512785 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-c7d1c4aa-76e2-46ab-b5ee-45316c3efd26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579894 May 13 17:34:35.584627 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62ffc6c4-7c46-4401-92cb-47e9403c5e7d req-c0ef0120-aafd-4434-8c42-cea39e6c0edf tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218944 May 13 17:34:35.632989 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-d3c8cce0-b72d-48a2-b086-787b535c10c3 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077065 May 13 17:34:35.697800 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.698019 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for floatingip (62b72046-e5f5-43e3-a326-e1dd4636162e), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.716106 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Calling delete_port for 62b72046-e5f5-43e3-a326-e1dd4636162e owned by network:floatingip {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:35.745127 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-de2385fe-8e5c-4a2d-bdcf-a7d86772f6ac req-c6e61808-d09e-492a-863f-05c3511b340c service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982609 May 13 17:34:35.949676 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (62b72046-e5f5-43e3-a326-e1dd4636162e), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:35.978806 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event deleted for resources: {'Port': ['ID=62b72046-e5f5-43e3-a326-e1dd4636162e,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:36.046974 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks [] for floatingip (38cf400e-d1de-4310-bef1-36cf705d9457), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:36.060035 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Floating IP 38cf400e-d1de-4310-bef1-36cf705d9457 disassociated (deleted). External IP: 172.27.3.85, port: 53b14020-f762-46c1-859f-588cb62cbd07. May 13 17:34:36.255419 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Router 6b488d7c-65bc-44be-8308-86ff9951a6b9 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:36.363024 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:36.367628 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:36.372456 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] Sync routers for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:36.383585 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:36.384201 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:36.399544 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e7ed8a08-97ec-47b6-bc66-793122246819 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "DELETE /v2.0/floatingips/38cf400e-d1de-4310-bef1-36cf705d9457 HTTP/1.1" status: 204 len: 168 time: 1.1887121 May 13 17:34:36.400362 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:36.402621 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a4280-d427-47e4-bef0-f4323ff97d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:36.438683 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf2607a-8984-4947-ad4d-6c2db9b4b7c2 x-openstack-request-id: req-faf2607a-8984-4947-ad4d-6c2db9b4b7c2 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:36.438978 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "tag": "53b14020-f762-46c1-859f-588cb62cbd07", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:36.439280 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faf2607a-8984-4947-ad4d-6c2db9b4b7c2 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:36.439684 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf2607a-8984-4947-ad4d-6c2db9b4b7c2'] response: {'name': 'network-changed', 'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07', 'status': 'completed', 'code': 200} May 13 17:34:36.495788 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:36.539850 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-54258821-5533-4517-b243-13c2c5bd8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:36.541455 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-54258821-5533-4517-b243-13c2c5bd8daf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 1129 time: 0.0485771 May 13 17:34:36.634929 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-f0a8c3f2-7151-4bdc-a372-f533fc7245b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:36.636519 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-f0a8c3f2-7151-4bdc-a372-f533fc7245b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 200 len: 916 time: 0.0889571 May 13 17:34:36.685460 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-add95d64-835c-4eba-b0c3-745700ef6551 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 200 len: 217 time: 0.0414982 May 13 17:34:36.699577 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 5, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:36.725943 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] Checking router: 6b488d7c-65bc-44be-8308-86ff9951a6b9 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:36.734402 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:36.735021 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:36.759639 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32201dbc-851a-4311-b564-51ace8e8eb15 req-02dfb644-6d60-4461-8e78-87fd96d10dcc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:36.761216 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32201dbc-851a-4311-b564-51ace8e8eb15 req-02dfb644-6d60-4461-8e78-87fd96d10dcc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0782135 May 13 17:34:36.786526 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-ff382d05-8f5a-46d6-9c7f-fd37babd7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:36.788033 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-ff382d05-8f5a-46d6-9c7f-fd37babd7409 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9c3a8b12-6c39-48c2-9e82-92ea8d91e964 HTTP/1.1" status: 200 len: 854 time: 0.0932274 May 13 17:34:36.852124 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-32201dbc-851a-4311-b564-51ace8e8eb15 req-2069754f-b7c2-43af-8f1f-8af8d17eef49 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813875 May 13 17:34:36.853060 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:36.855578 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-5022428a-426b-49b5-a822-797f9283850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:36.857109 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-5022428a-426b-49b5-a822-797f9283850c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cd1f104-2ed2-40ab-be68-4e5ad88257b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609241 May 13 17:34:36.962720 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-c2cb794a-fcc7-4784-9162-a0d405147d2e service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986724 May 13 17:34:37.171315 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 5, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:37.197466 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b497ef70-5912-4e96-bd03-ea81bbc7f7e5 None None] The sync data for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi is: [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:28:42Z', 'revision_number': 4, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '579fa693-90f3-4a40-bac7-e54894c2ccab', 'name': '', 'network_id': '9cd1f104-2ed2-40ab-be68-4e5ad88257b1', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'mac_address': 'fa:16:3e:59:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:42Z', 'updated_at': '2022-05-13T17:28:48Z', 'revision_number': 5, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'subnets': [{'id': '9c3a8b12-6c39-48c2-9e82-92ea8d91e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:37.405737 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8df8e9-5630-4aef-97e5-995fbf8da525 None None] New status for floating IP 38cf400e-d1de-4310-bef1-36cf705d9457: DOWN {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:34:37.528916 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-173a4280-d427-47e4-bef0-f4323ff97d4c req-b41cf388-b147-4d69-987b-449e3091bc95 service neutron] 10.222.0.82 "GET /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853934 May 13 17:34:37.972548 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cbc85-1802-46d8-9110-09cef91e0d8b req-ca0bd6b8-2af7-46df-88c2-83d8d8a38e28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:37.974526 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b3cbc85-1802-46d8-9110-09cef91e0d8b req-ca0bd6b8-2af7-46df-88c2-83d8d8a38e28 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0519192 May 13 17:34:38.023463 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b3cbc85-1802-46d8-9110-09cef91e0d8b req-b2926284-35fc-4e56-9818-7475a2e70e44 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 May 13 17:34:38.369872 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-054829ad-9953-40ba-a17b-6c48c2c1ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:38.371376 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-054829ad-9953-40ba-a17b-6c48c2c1ec28 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1129 time: 0.0390522 May 13 17:34:38.463008 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-17cbb413-f848-4b2c-bac2-e34ab0d6eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:38.464494 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-17cbb413-f848-4b2c-bac2-e34ab0d6eeac service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 200 len: 910 time: 0.0874317 May 13 17:34:38.528761 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-049c440b-756a-44ec-8bd6-f6ad6a703c06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 1001 time: 0.0579245 May 13 17:34:38.576482 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-49bea81f-dced-4ef7-bf74-8c494cfb7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:38.577942 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-49bea81f-dced-4ef7-bf74-8c494cfb7dba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aad0c413-010c-4f53-a298-2e7b02b8e233 HTTP/1.1" status: 200 len: 848 time: 0.0431483 May 13 17:34:38.624184 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-f02b3d31-5131-427b-8741-817d0c9a90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:38.625543 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-f02b3d31-5131-427b-8741-817d0c9a90af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f334e29-3120-4ec7-b43a-0baf54e47be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419626 May 13 17:34:38.712425 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-cd44f3c3-1e40-40c4-9473-2e3918e3d947 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786879 May 13 17:34:38.809033 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34a1eb10-78f4-4afe-93a2-983c0f0359f2 req-2afec13e-be1f-4eda-9303-24a54fb89995 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899715 May 13 17:34:39.136417 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4239f0-4241-4e91-bb6a-28eb81267b1c req-b620fdcf-ad21-490c-8fd2-aadcb4c79308 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:39.137841 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8b4239f0-4241-4e91-bb6a-28eb81267b1c req-b620fdcf-ad21-490c-8fd2-aadcb4c79308 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0472527 May 13 17:34:39.184461 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8b4239f0-4241-4e91-bb6a-28eb81267b1c req-3251512b-a7de-4c8d-ab84-29656d5ce3b4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411346 May 13 17:34:40.299830 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b7f19-d5c6-4d1a-ada8-06769e43092e req-f8d22834-56c6-443f-8ead-9121074049a0 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:40.301443 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d4b7f19-d5c6-4d1a-ada8-06769e43092e req-f8d22834-56c6-443f-8ead-9121074049a0 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0480952 May 13 17:34:40.351353 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8d4b7f19-d5c6-4d1a-ada8-06769e43092e req-171f529f-8057-4ef8-8c17-773163dfd77b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437028 May 13 17:34:40.643875 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186d9e-8cb6-4f59-bfaa-d6a6c3af5475 req-c724e525-db19-401c-a3da-42205b8c3f6f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:40.645338 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b186d9e-8cb6-4f59-bfaa-d6a6c3af5475 req-c724e525-db19-401c-a3da-42205b8c3f6f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0469513 May 13 17:34:40.691151 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6b186d9e-8cb6-4f59-bfaa-d6a6c3af5475 req-731e66d3-3553-437f-a246-e33559c51a15 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 May 13 17:34:41.469406 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ac896-af46-4232-ac7f-68e31b9af622 req-1ed456f1-2282-4d23-87bb-bb41965c134f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:41.470850 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e70ac896-af46-4232-ac7f-68e31b9af622 req-1ed456f1-2282-4d23-87bb-bb41965c134f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0491774 May 13 17:34:41.517350 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e70ac896-af46-4232-ac7f-68e31b9af622 req-1698e8d8-d9b4-4bee-ba98-e678be4afd18 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 May 13 17:34:41.805239 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923c482-d129-469f-8ed2-0710f79aa794 req-86b8134a-f370-44fa-81ad-6a782e63d78d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:41.806688 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2923c482-d129-469f-8ed2-0710f79aa794 req-86b8134a-f370-44fa-81ad-6a782e63d78d tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0496588 May 13 17:34:41.852435 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2923c482-d129-469f-8ed2-0710f79aa794 req-31190031-2735-42c7-95cf-bf09ba6aa94f tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 May 13 17:34:42.628607 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56c37d-9782-47d3-a7be-ba5539f67910 req-e8c5b901-d8a7-42c8-9be5-d9f8904040c7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:42.633466 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3f56c37d-9782-47d3-a7be-ba5539f67910 req-e8c5b901-d8a7-42c8-9be5-d9f8904040c7 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0508618 May 13 17:34:42.681201 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3f56c37d-9782-47d3-a7be-ba5539f67910 req-818adde6-2fc1-485e-99f4-b24bdd65d895 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421157 May 13 17:34:42.966161 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e8ceb-8b10-4d57-9ca2-fac4107f79d3 req-32b1ede4-d4a7-4b8d-abbf-4f38811fa4f7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:42.967861 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-165e8ceb-8b10-4d57-9ca2-fac4107f79d3 req-32b1ede4-d4a7-4b8d-abbf-4f38811fa4f7 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0498619 May 13 17:34:43.017787 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-165e8ceb-8b10-4d57-9ca2-fac4107f79d3 req-5608e972-d321-4ef5-8df7-8334525cb81b tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b42e811-1d0b-4444-958d-d8886a809123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445204 May 13 17:34:43.307519 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-3fadc1f1-d5e7-4c68-9084-84bfa6065823 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:43.308869 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-3fadc1f1-d5e7-4c68-9084-84bfa6065823 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.82 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 945 time: 0.0494246 May 13 17:34:43.400758 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Deleting port 53b14020-f762-46c1-859f-588cb62cbd07 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:43.401100 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (53b14020-f762-46c1-859f-588cb62cbd07), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:43.492767 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] For port 53b14020-f762-46c1-859f-588cb62cbd07, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=53b14020-f762-46c1-859f-588cb62cbd07,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:43.493118 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (53b14020-f762-46c1-859f-588cb62cbd07), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:43.507117 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Calling delete_port for 53b14020-f762-46c1-859f-588cb62cbd07 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:43.651162 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:43.731029 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (53b14020-f762-46c1-859f-588cb62cbd07), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:43.763826 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Pushing event deleted for resources: {'Port': ['ID=53b14020-f762-46c1-859f-588cb62cbd07,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:43.778681 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['53b14020-f762-46c1-859f-588cb62cbd07'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:34:43.806780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device f37d13dd-347a-41e2-8ca5-2b0f1df46c9c no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:43.810309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] No DVR routers for this DVR port 53b14020-f762-46c1-859f-588cb62cbd07 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:34:43.812748 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:43.814771 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f862551-133f-4f16-a8bd-b23cac331108 req-34a93771-45d4-4fbc-8f09-258ad6fd10e6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:43.816038 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-724ed0ca-01b1-443b-b6f9-d7a72fa50093 req-06223628-1d2a-439a-9803-e967836f7cf1 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.82 "DELETE /v2.0/ports/53b14020-f762-46c1-859f-588cb62cbd07 HTTP/1.1" status: 204 len: 173 time: 0.4959309 May 13 17:34:43.816461 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'name': 'network-vif-deleted', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:43.816630 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f862551-133f-4f16-a8bd-b23cac331108 req-34a93771-45d4-4fbc-8f09-258ad6fd10e6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0615273 May 13 17:34:43.818723 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7541ea80-f657-4554-86fa-48d4d610298e" -d '{"events": [{"server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "name": "network-vif-deleted", "tag": "53b14020-f762-46c1-859f-588cb62cbd07"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:43.855825 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5792b69f-0d14-4b60-be3a-de44a981f71c x-openstack-request-id: req-5792b69f-0d14-4b60-be3a-de44a981f71c {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:43.856012 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07e598b-0481-4f7e-9957-49cd7dbbac98", "name": "network-vif-deleted", "tag": "53b14020-f762-46c1-859f-588cb62cbd07", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:43.856253 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5792b69f-0d14-4b60-be3a-de44a981f71c {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:43.857333 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5792b69f-0d14-4b60-be3a-de44a981f71c'] response: {'server_uuid': 'd07e598b-0481-4f7e-9957-49cd7dbbac98', 'name': 'network-vif-deleted', 'tag': '53b14020-f762-46c1-859f-588cb62cbd07', 'status': 'completed', 'code': 200} May 13 17:34:43.874148 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f862551-133f-4f16-a8bd-b23cac331108 req-35e1f9fd-e72d-4df1-aa8a-c0bb32e16123 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506394 May 13 17:34:43.892681 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c is: ACTIVE; New status is: DOWN {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:34:43.893071 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:43.917368 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:43.919648 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7394ae4-ba67-4d4c-b941-3db4c463cb0f" -d '{"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-unplugged", "status": "completed", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:43.932873 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:43.956598 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 17:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1da45e-e5ed-4581-b0a4-43e4e6bb45fb x-openstack-request-id: req-9e1da45e-e5ed-4581-b0a4-43e4e6bb45fb {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:43.957017 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-unplugged", "status": "completed", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:43.957282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e1da45e-e5ed-4581-b0a4-43e4e6bb45fb {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:43.957687 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1da45e-e5ed-4581-b0a4-43e4e6bb45fb'] response: {'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'code': 200} May 13 17:34:44.005646 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:44.058988 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=6']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:44.116888 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-af47ad70-ce1c-4aa2-9d27-36ce89b51821 req-8e049a4b-c300-4a22-8af4-c865cf904579 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0302949 May 13 17:34:44.246310 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b6fa-43c7-4ed7-b6b7-9bb18191317f req-b572c587-fc75-4c5f-9d06-6304e80e6dfd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:44.247849 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bbe5b6fa-43c7-4ed7-b6b7-9bb18191317f req-b572c587-fc75-4c5f-9d06-6304e80e6dfd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0530105 May 13 17:34:44.334118 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-c4525055-99f3-4dc7-8891-3089e763692a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0652382 May 13 17:34:44.338629 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bbe5b6fa-43c7-4ed7-b6b7-9bb18191317f req-b0dd0b33-e65c-4260-935a-1cab460b4b40 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842569 May 13 17:34:44.411146 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-98664b92-aa95-4127-b75c-d3bb0e186c78 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:44.413029 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-98664b92-aa95-4127-b75c-d3bb0e186c78 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports/f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 940 time: 0.0485411 May 13 17:34:45.221777 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-30e960e4-aba0-47e4-a96f-2a95b0503496 req-43a3002a-de1d-48d5-a2e8-db7ab6740d43 tempest-TestMinimumBasicScenario-1034242823 tempest-TestMinimumBasicScenario-1034242823-project] 10.222.0.64 "GET /v2.0/ports?device_id=d07e598b-0481-4f7e-9957-49cd7dbbac98 HTTP/1.1" status: 200 len: 210 time: 0.0274391 May 13 17:34:45.454222 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd07950-c98b-4c1f-a9c0-cd0dcc9b7265 req-110bfe18-c173-45f3-9ae4-84b19ba82f50 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:45.455725 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4dd07950-c98b-4c1f-a9c0-cd0dcc9b7265 req-110bfe18-c173-45f3-9ae4-84b19ba82f50 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0483985 May 13 17:34:45.505082 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4dd07950-c98b-4c1f-a9c0-cd0dcc9b7265 req-c0bf3a27-06f7-4f27-9c3e-35010970f502 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 May 13 17:34:45.812286 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 53b14020-f762-46c1-859f-588cb62cbd07 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:45.835480 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 53b14020-f762-46c1-859f-588cb62cbd07 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:34:45.836445 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 53b14020-f762-46c1-859f-588cb62cbd07 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:46.281129 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-16959d46-fbd0-49e7-8540-c4afdcb8ffeb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385814 May 13 17:34:46.354285 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-f46846ae-e88b-4553-8a03-78b8b172c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:46.355777 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-f46846ae-e88b-4553-8a03-78b8b172c196 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27832590c00f47b7b09c343e892f310a&device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 1130 time: 0.0408797 May 13 17:34:46.468842 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-32ed0163-55e1-47f8-a6e1-b585c8bc4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:46.470314 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-32ed0163-55e1-47f8-a6e1-b585c8bc4f4d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 200 len: 919 time: 0.0950844 May 13 17:34:46.517160 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-6d3a1244-c63d-4495-901f-c2e6e4bc9b01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5 HTTP/1.1" status: 200 len: 217 time: 0.0405424 May 13 17:34:46.567093 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-8fc6d6f9-6a80-42ca-8f65-d6595efb774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:46.568650 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-8fc6d6f9-6a80-42ca-8f65-d6595efb774c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 200 len: 857 time: 0.0446942 May 13 17:34:46.646047 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1ea6f-41a4-4e04-9de2-11cd3f2c80a9 req-70ddbced-911f-4246-a710-190bb82bf8b5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:46.648594 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-70f1ea6f-41a4-4e04-9de2-11cd3f2c80a9 req-70ddbced-911f-4246-a710-190bb82bf8b5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0733731 May 13 17:34:46.652618 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-82f2849d-c914-4398-8b30-b42a5426f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:46.654037 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-82f2849d-c914-4398-8b30-b42a5426f519 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ae3692e-0df2-47ad-8286-157d76fd0bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518079 May 13 17:34:46.765146 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-70f1ea6f-41a4-4e04-9de2-11cd3f2c80a9 req-9c54ea8c-e18d-4556-8903-95eb36f2452f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101134 May 13 17:34:46.796087 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-83e0094c-0f91-4294-a183-d2d7ee074ff3 service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346207 May 13 17:34:46.888410 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-54991da8-0200-4ed2-a963-1b2a931f6502 req-fa770821-da93-4048-a1a3-b212caa8b96c service neutron] 10.222.0.82 "GET /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859313 May 13 17:34:47.421120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-77e03402-dd44-4607-aed5-9cdef13ac6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:47.422649 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-77e03402-dd44-4607-aed5-9cdef13ac6a6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d&tenant_id=15f2d05b5ad248009d2acb0d3db6aec9 HTTP/1.1" status: 200 len: 1127 time: 0.0402446 May 13 17:34:47.512119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-9f6579cb-133a-411d-ba55-274279100531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:47.513612 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-9f6579cb-133a-411d-ba55-274279100531 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1127 time: 0.0389214 May 13 17:34:47.615151 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-89796a8e-c3ee-4844-9fae-322296612313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:47.616677 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-89796a8e-c3ee-4844-9fae-322296612313 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 200 len: 910 time: 0.0899961 May 13 17:34:47.684400 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49000) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:47.691389 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-664a8938-1b9e-45fe-9821-b68f45524f73 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 999 time: 0.0629411 May 13 17:34:47.751301 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-2908ed3d-a767-4f6a-937d-af61a67bdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:47.752823 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-2908ed3d-a767-4f6a-937d-af61a67bdc96 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aad0c413-010c-4f53-a298-2e7b02b8e233 HTTP/1.1" status: 200 len: 848 time: 0.0513136 May 13 17:34:47.842191 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-23e4de63-f51e-4de8-b266-22be84986d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:47.843724 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-23e4de63-f51e-4de8-b266-22be84986d68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f334e29-3120-4ec7-b43a-0baf54e47be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797453 May 13 17:34:47.877781 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884da55-ac9d-4cf4-a250-2525575fb889 req-8b7eb040-daf7-44b8-857b-2cfa2329236e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:47.879268 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0884da55-ac9d-4cf4-a250-2525575fb889 req-8b7eb040-daf7-44b8-857b-2cfa2329236e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0459678 May 13 17:34:47.930298 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0884da55-ac9d-4cf4-a250-2525575fb889 req-8130128b-b286-41d6-b3ca-8b15435df727 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444849 May 13 17:34:48.023301 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-bb614f58-9c60-49a5-888a-b5f739d14462 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643989 May 13 17:34:48.469658 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-514599ed-ea00-45fb-a57a-e4ec50f736de req-1c605ba2-f622-4b1c-932d-7a712fba40f4 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094744 May 13 17:34:48.575284 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (6b488d7c-65bc-44be-8308-86ff9951a6b9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:48.850284 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Deleting port 579fa693-90f3-4a40-bac7-e54894c2ccab {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:48.850785 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:48.924874 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] For port 579fa693-90f3-4a40-bac7-e54894c2ccab, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=579fa693-90f3-4a40-bac7-e54894c2ccab,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:48.925235 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:48.937854 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Calling delete_port for 579fa693-90f3-4a40-bac7-e54894c2ccab owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:49.081933 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8b851-ce0a-4faa-bc3a-023c7932dd2f req-fe80c11f-f3dd-4351-9035-c928b0f7b149 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:49.083415 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dfc8b851-ce0a-4faa-bc3a-023c7932dd2f req-fe80c11f-f3dd-4351-9035-c928b0f7b149 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0817239 May 13 17:34:49.152612 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-dfc8b851-ce0a-4faa-bc3a-023c7932dd2f req-23ed5b8e-21db-4b35-bf83-045f8384d4cb tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628374 May 13 17:34:49.240789 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (579fa693-90f3-4a40-bac7-e54894c2ccab), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:49.265101 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Pushing event deleted for resources: {'Port': ['ID=579fa693-90f3-4a40-bac7-e54894c2ccab,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:49.430743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (6b488d7c-65bc-44be-8308-86ff9951a6b9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:49.642412 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Router 6b488d7c-65bc-44be-8308-86ff9951a6b9 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:49.751150 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:49.761807 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-78dd3f4e-81e5-4627-b7d1-1cb17cac0bde admin admin] 10.222.0.64 "PUT /v2.0/routers/6b488d7c-65bc-44be-8308-86ff9951a6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0757985 May 13 17:34:49.763738 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49008) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:49.767862 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] Sync routers for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:49.778761 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:49.779520 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:49.872317 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks [] for router (6b488d7c-65bc-44be-8308-86ff9951a6b9), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:49.893760 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:49.979380 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks [] for router_gateway (6b488d7c-65bc-44be-8308-86ff9951a6b9), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:50.065847 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:34:49Z', 'revision_number': 5, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port': {'id': '184f7e3d-3e56-4002-bc5c-5a4d7fe288f7', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:39Z', 'updated_at': '2022-05-13T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:50.096071 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] Checking router: 6b488d7c-65bc-44be-8308-86ff9951a6b9 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:50.098532 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Deleting port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:50.098882 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:50.105865 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] Routers {'6b488d7c-65bc-44be-8308-86ff9951a6b9'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:50.107404 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['6b488d7c-65bc-44be-8308-86ff9951a6b9'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:50.180566 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] For port 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:50.181295 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:50.196114 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Calling delete_port for 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 owned by network:router_gateway {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:50.204431 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] Set router 6b488d7c-65bc-44be-8308-86ff9951a6b9 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:50.263094 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:34:49Z', 'revision_number': 6, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:50.293511 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ab196-158f-4831-8aba-d4afe11c6faa None None] The sync data for ids ['6b488d7c-65bc-44be-8308-86ff9951a6b9'] in dv-cinder-841782-1-iscsi is: [{'id': '6b488d7c-65bc-44be-8308-86ff9951a6b9', 'name': 'tempest-TestMinimumBasicScenario-1719505487-router', 'tenant_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:38Z', 'updated_at': '2022-05-13T17:34:49Z', 'revision_number': 6, 'project_id': 'aff066fb75f04eb7bb9b16dea32b270d', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:50.352236 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84924999-04d0-4f20-9690-b5b364795074 req-844f5683-c56e-426a-9813-937fcd5e0eec tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:50.353744 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-84924999-04d0-4f20-9690-b5b364795074 req-844f5683-c56e-426a-9813-937fcd5e0eec tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.1011453 May 13 17:34:50.441837 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-84924999-04d0-4f20-9690-b5b364795074 req-2c26b738-1dea-4a54-ab7a-f50b96bceadb tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805650 May 13 17:34:50.510243 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (184f7e3d-3e56-4002-bc5c-5a4d7fe288f7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:50.538504 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Pushing event deleted for resources: {'Port': ['ID=184f7e3d-3e56-4002-bc5c-5a4d7fe288f7,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:50.601067 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (6b488d7c-65bc-44be-8308-86ff9951a6b9), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:50.910237 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (6b488d7c-65bc-44be-8308-86ff9951a6b9), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:50.912860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks [] for router_controller (6b488d7c-65bc-44be-8308-86ff9951a6b9), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.045718 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (6b488d7c-65bc-44be-8308-86ff9951a6b9), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.046282 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b488d7c-65bc-44be-8308-86ff9951a6b9 {{(pid=103694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:34:51.051070 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.054769 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8ca6c47c-5683-4a49-965f-14073b00c14f admin admin] 10.222.0.64 "DELETE /v2.0/routers/6b488d7c-65bc-44be-8308-86ff9951a6b9 HTTP/1.1" status: 204 len: 168 time: 1.2875407 May 13 17:34:51.055242 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49014) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:51.104848 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] Deleting subnet 9c3a8b12-6c39-48c2-9e82-92ea8d91e964 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:34:51.108215 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] Publish callbacks [] for subnet (9c3a8b12-6c39-48c2-9e82-92ea8d91e964), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.159515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (9c3a8b12-6c39-48c2-9e82-92ea8d91e964), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.270417 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (9c3a8b12-6c39-48c2-9e82-92ea8d91e964), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.401653 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (9c3a8b12-6c39-48c2-9e82-92ea8d91e964), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.427741 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3a8b12-6c39-48c2-9e82-92ea8d91e964,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:51.431233 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.434389 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a8722fdc-b9a5-400a-aae2-ce72b141215e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9c3a8b12-6c39-48c2-9e82-92ea8d91e964 HTTP/1.1" status: 204 len: 168 time: 0.3781362 May 13 17:34:51.436982 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49016) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:51.440312 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508aab6b-f7d0-4e8f-84f0-648a6d57fa78 None None] Network 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:34:51.508832 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (9cd1f104-2ed2-40ab-be68-4e5ad88257b1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.586979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Deleting port 1721bb28-cf5f-4eab-95cb-ab13806b415a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:51.587281 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.593374 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] DHCP port deletion for 9cd1f104-2ed2-40ab-be68-4e5ad88257b1 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:34:51.595933 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2fc7a-b207-49a2-b17b-36798ba06422 req-50e4e0d6-33b2-48d5-81f2-5cca5fd7750c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:51.597403 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3db2fc7a-b207-49a2-b17b-36798ba06422 req-50e4e0d6-33b2-48d5-81f2-5cca5fd7750c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0765002 May 13 17:34:51.633111 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] Deleting port 1721bb28-cf5f-4eab-95cb-ab13806b415a {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:51.633493 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.677376 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] For port 1721bb28-cf5f-4eab-95cb-ab13806b415a, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=1721bb28-cf5f-4eab-95cb-ab13806b415a,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:51.677737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.694874 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] For port 1721bb28-cf5f-4eab-95cb-ab13806b415a, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=1721bb28-cf5f-4eab-95cb-ab13806b415a,segment=NetworkSegment(fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b),segment_id=fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:51.695241 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.702957 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Calling delete_port for 1721bb28-cf5f-4eab-95cb-ab13806b415a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:51.708160 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] Calling delete_port for 1721bb28-cf5f-4eab-95cb-ab13806b415a owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:51.709790 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3db2fc7a-b207-49a2-b17b-36798ba06422 req-c0a08304-1b5f-414d-aa84-c00dca30d3c4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022761 May 13 17:34:51.824656 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 579fa693-90f3-4a40-bac7-e54894c2ccab no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:51.847393 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 579fa693-90f3-4a40-bac7-e54894c2ccab {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:34:51.847739 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 579fa693-90f3-4a40-bac7-e54894c2ccab not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:51.848141 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 1721bb28-cf5f-4eab-95cb-ab13806b415a no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:51.864001 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.889503 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Pushing event deleted for resources: {'Port': ['ID=1721bb28-cf5f-4eab-95cb-ab13806b415a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:51.892826 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] No DVR routers for this DVR port 1721bb28-cf5f-4eab-95cb-ab13806b415a on host dv-cinder-841782-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:34:51.905838 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (1721bb28-cf5f-4eab-95cb-ab13806b415a), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.935867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] Pushing event deleted for resources: {'Port': ['ID=1721bb28-cf5f-4eab-95cb-ab13806b415a,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:51.937758 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0132be2-2de6-4d23-9f3f-91ef596e908b None None] No DVR routers for this DVR port 1721bb28-cf5f-4eab-95cb-ab13806b415a on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:34:51.938987 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No active binding found for port 1721bb28-cf5f-4eab-95cb-ab13806b415a {{(pid=103695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 13 17:34:51.939393 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] The host dv-cinder-841782-1-iscsi is not matching for port 1721bb28-cf5f-4eab-95cb-ab13806b415a host None! {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 13 17:34:51.939774 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 1721bb28-cf5f-4eab-95cb-ab13806b415a not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:51.940182 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:51.967907 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:34:51.968266 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 184f7e3d-3e56-4002-bc5c-5a4d7fe288f7 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:51.971743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (9cd1f104-2ed2-40ab-be68-4e5ad88257b1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:51.994696 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd1f104-2ed2-40ab-be68-4e5ad88257b1']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:52.004392 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:52.004704 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:52.014225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:52.051079 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:52.057681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:34:52.058277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (fb4f27a3-f7ee-41f3-a6f5-33279d4b4a1b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:34:52.059890 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:34:52.205464 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (9cd1f104-2ed2-40ab-be68-4e5ad88257b1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:52.209792 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:52.213437 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] 10.222.0.64 "DELETE /v2.0/networks/9cd1f104-2ed2-40ab-be68-4e5ad88257b1 HTTP/1.1" status: 204 len: 168 time: 0.7754867 May 13 17:34:52.216594 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49022) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:52.226270 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765d1a6-43af-4918-839d-48989842d35e admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd1f104-2ed2-40ab-be68-4e5ad88257b1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:52.611801 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:52.861915 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaeb5e-850a-4c82-993c-af0d30e257f6 req-f66d3d5f-4297-4f46-b9c3-86963eea831d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:52.863294 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3aaeb5e-850a-4c82-993c-af0d30e257f6 req-f66d3d5f-4297-4f46-b9c3-86963eea831d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0701277 May 13 17:34:52.959030 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3aaeb5e-850a-4c82-993c-af0d30e257f6 req-4f72e7d6-dd59-4bcb-b138-cddab9f553d4 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770154 May 13 17:34:52.964249 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Deleting port f1b46160-e650-46de-98ad-33a38dadd164 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:52.964589 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (f1b46160-e650-46de-98ad-33a38dadd164), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:53.042184 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] For port f1b46160-e650-46de-98ad-33a38dadd164, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=f1b46160-e650-46de-98ad-33a38dadd164,segment=NetworkSegment(6eae1dd1-6749-4af8-99e2-43dad3f83449),segment_id=6eae1dd1-6749-4af8-99e2-43dad3f83449)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:53.042549 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (f1b46160-e650-46de-98ad-33a38dadd164), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:53.058808 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Calling delete_port for f1b46160-e650-46de-98ad-33a38dadd164 owned by network:router_interface {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:53.298004 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (f1b46160-e650-46de-98ad-33a38dadd164), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:53.323515 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b46160-e650-46de-98ad-33a38dadd164,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:53.487008 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:53.696482 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:53.802216 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:53.807826 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e011a49f-c872-4591-ba5f-92ab1f93a373 admin admin] 10.222.0.64 "PUT /v2.0/routers/47569f35-a8b2-4d5b-bf14-c7c6c544d3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902596 May 13 17:34:53.810273 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49028) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:53.811427 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] Sync routers for ids ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:53.823667 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] Routers {'47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:53.825495 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:53.914310 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks [] for router (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:53.930097 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] Set router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:54.019816 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks [] for router_gateway (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:54.082465 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6693411-3e85-4d2e-8318-196823e71452 req-26952fcf-971c-44af-9c4a-6baeb680e4f1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:54.083990 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6693411-3e85-4d2e-8318-196823e71452 req-26952fcf-971c-44af-9c4a-6baeb680e4f1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0516958 May 13 17:34:54.101988 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:34:53Z', 'revision_number': 5, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port': {'id': '11987a10-69d6-4b9a-a7d3-a6f6d898d779', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:68:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:47Z', 'updated_at': '2022-05-13T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:54.129655 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] Checking router: 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:54.133873 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6693411-3e85-4d2e-8318-196823e71452 req-a751ccb6-ab25-460f-83e9-601e40d1ec7e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 May 13 17:34:54.138154 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] Routers {'47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:54.138768 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:54.161523 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Deleting port 11987a10-69d6-4b9a-a7d3-a6f6d898d779 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:54.161864 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:54.224906 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] Set router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:54.241611 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] For port 11987a10-69d6-4b9a-a7d3-a6f6d898d779, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=11987a10-69d6-4b9a-a7d3-a6f6d898d779,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:54.241905 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:54.255423 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Calling delete_port for 11987a10-69d6-4b9a-a7d3-a6f6d898d779 owned by network:router_gateway {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:54.274817 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:34:54Z', 'revision_number': 6, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:54.391413 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdefcbb-f5d2-42d0-a105-c701ce512220 None None] The sync data for ids ['47569f35-a8b2-4d5b-bf14-c7c6c544d3f7'] in dv-cinder-841782-1-iscsi is: [{'id': '47569f35-a8b2-4d5b-bf14-c7c6c544d3f7', 'name': 'tempest-TestMinimumBasicScenario-331077766-router', 'tenant_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:46Z', 'updated_at': '2022-05-13T17:34:54Z', 'revision_number': 6, 'project_id': 'c2d398586c0d470bb12b8fde402dfa0b', 'gw_port_host': None}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:54.715287 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (11987a10-69d6-4b9a-a7d3-a6f6d898d779), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:54.741286 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Pushing event deleted for resources: {'Port': ['ID=11987a10-69d6-4b9a-a7d3-a6f6d898d779,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:54.804006 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:54.896732 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:54.899094 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks [] for router_controller (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.039531 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (47569f35-a8b2-4d5b-bf14-c7c6c544d3f7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.040097 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 {{(pid=103694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:34:55.044220 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.045390 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-1942e5af-c4fb-4ab9-9595-6565bfb11075 admin admin] 10.222.0.64 "DELETE /v2.0/routers/47569f35-a8b2-4d5b-bf14-c7c6c544d3f7 HTTP/1.1" status: 204 len: 168 time: 1.2342126 May 13 17:34:55.047847 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49034) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:55.091072 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] Deleting subnet 56e0c647-2893-45c1-ae78-a828ac6a7bb6 {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:34:55.093994 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] Publish callbacks [] for subnet (56e0c647-2893-45c1-ae78-a828ac6a7bb6), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.133531 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (56e0c647-2893-45c1-ae78-a828ac6a7bb6), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.306883 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (56e0c647-2893-45c1-ae78-a828ac6a7bb6), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.331509 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7dfdb-3d57-4193-ae99-0e0259b3a81f req-5e889f59-34ac-42d2-85a1-13aab50aec03 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:55.332989 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-02b7dfdb-3d57-4193-ae99-0e0259b3a81f req-5e889f59-34ac-42d2-85a1-13aab50aec03 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.1146722 May 13 17:34:55.400432 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-02b7dfdb-3d57-4193-ae99-0e0259b3a81f req-ab855e97-6bca-4001-9abf-0fa986d6e82e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598583 May 13 17:34:55.463428 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (56e0c647-2893-45c1-ae78-a828ac6a7bb6), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.488251 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e0c647-2893-45c1-ae78-a828ac6a7bb6,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:55.495234 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.498165 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ef82f0df-0a40-46af-af59-9a187b5e14ad admin admin] 10.222.0.64 "DELETE /v2.0/subnets/56e0c647-2893-45c1-ae78-a828ac6a7bb6 HTTP/1.1" status: 204 len: 168 time: 0.4491839 May 13 17:34:55.500014 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f607fe2-ee7e-4081-a4f2-dcdd1fbba77d None None] Network 002d569d-d52e-4c57-a3f0-a76fc47271d8 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:34:55.500749 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49038) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:55.577247 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (002d569d-d52e-4c57-a3f0-a76fc47271d8), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.637707 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Deleting port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:55.638190 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.651069 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] DHCP port deletion for 002d569d-d52e-4c57-a3f0-a76fc47271d8 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:34:55.692128 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] Deleting port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:55.692498 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.709802 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] For port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,segment=NetworkSegment(6eae1dd1-6749-4af8-99e2-43dad3f83449),segment_id=6eae1dd1-6749-4af8-99e2-43dad3f83449)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:55.710166 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.722934 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Calling delete_port for 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:55.755583 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] For port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,segment=NetworkSegment(6eae1dd1-6749-4af8-99e2-43dad3f83449),segment_id=6eae1dd1-6749-4af8-99e2-43dad3f83449)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:55.755978 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.769234 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] Calling delete_port for 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:55.832780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 11987a10-69d6-4b9a-a7d3-a6f6d898d779 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:55.863251 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 11987a10-69d6-4b9a-a7d3-a6f6d898d779 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:34:55.863600 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 11987a10-69d6-4b9a-a7d3-a6f6d898d779 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:55.864010 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device f1b46160-e650-46de-98ad-33a38dadd164 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:55.883617 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: f1b46160-e650-46de-98ad-33a38dadd164 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:34:55.883963 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device f1b46160-e650-46de-98ad-33a38dadd164 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:55.884501 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:34:55.889077 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.905935 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:34:55.906282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:34:55.909609 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (988e68f1-f4c9-4a41-9bcd-4d80a31056a5), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:55.928714 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] No DVR routers for this DVR port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 on host dv-cinder-841782-1-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:34:55.935225 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Pushing event deleted for resources: {'Port': ['ID=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:55.936522 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] Pushing event deleted for resources: {'Port': ['ID=988e68f1-f4c9-4a41-9bcd-4d80a31056a5,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:55.941839 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49617f63-91f9-4e1c-99cf-a9e2805c96c2 None None] No DVR routers for this DVR port 988e68f1-f4c9-4a41-9bcd-4d80a31056a5 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:34:56.012946 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (002d569d-d52e-4c57-a3f0-a76fc47271d8), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.036837 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002d569d-d52e-4c57-a3f0-a76fc47271d8']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:56.046696 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eae1dd1-6749-4af8-99e2-43dad3f83449') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:56.046992 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eae1dd1-6749-4af8-99e2-43dad3f83449') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:56.056502 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (6eae1dd1-6749-4af8-99e2-43dad3f83449), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.069348 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (6eae1dd1-6749-4af8-99e2-43dad3f83449), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.076928 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:34:56.077324 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (6eae1dd1-6749-4af8-99e2-43dad3f83449), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:34:56.079088 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:34:56.212352 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (002d569d-d52e-4c57-a3f0-a76fc47271d8), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.219814 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.222955 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] 10.222.0.64 "DELETE /v2.0/networks/002d569d-d52e-4c57-a3f0-a76fc47271d8 HTTP/1.1" status: 204 len: 168 time: 0.7212906 May 13 17:34:56.233803 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409b6cb-897b-4637-8c5b-fa94d55d47fd admin admin] Pushing event deleted for resources: {'Network': ['ID=002d569d-d52e-4c57-a3f0-a76fc47271d8,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:56.487907 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4d8a-ef40-4011-9591-54f642550483 req-32dbc9ae-76b1-49e3-905d-154e8ac4dc9a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:56.489512 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61fa4d8a-ef40-4011-9591-54f642550483 req-32dbc9ae-76b1-49e3-905d-154e8ac4dc9a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0502293 May 13 17:34:56.521981 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337ab51-5c40-45e6-86f9-8cdddecd83ac req-1af3a7f5-49c6-4743-ab7a-960a3d335e50 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:56.523493 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9337ab51-5c40-45e6-86f9-8cdddecd83ac req-1af3a7f5-49c6-4743-ab7a-960a3d335e50 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0464911 May 13 17:34:56.536524 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61fa4d8a-ef40-4011-9591-54f642550483 req-462e605d-4590-4e48-b80f-979443a5202a tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406811 May 13 17:34:56.575861 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9337ab51-5c40-45e6-86f9-8cdddecd83ac req-d01607f0-dd28-41c9-9a05-b0d09a03dc06 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467019 May 13 17:34:56.578309 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49054) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:56.617986 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-69e19048-2a73-4b1a-9b9d-bc51f5d4be62 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aff066fb75f04eb7bb9b16dea32b270d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386062 May 13 17:34:56.621018 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49056) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:56.665463 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-98976882-6e32-4475-8e58-492e458004c8 admin admin] Publish callbacks [] for security_group (9b42e811-1d0b-4444-958d-d8886a809123), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.685942 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-98976882-6e32-4475-8e58-492e458004c8 admin admin] Publish callbacks [] for security_group (9b42e811-1d0b-4444-958d-d8886a809123), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.783466 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-98976882-6e32-4475-8e58-492e458004c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (9b42e811-1d0b-4444-958d-d8886a809123), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.785982 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-98976882-6e32-4475-8e58-492e458004c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:56.787087 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-98976882-6e32-4475-8e58-492e458004c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b42e811-1d0b-4444-958d-d8886a809123 HTTP/1.1" status: 204 len: 168 time: 0.1651978 May 13 17:34:56.795986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98976882-6e32-4475-8e58-492e458004c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b42e811-1d0b-4444-958d-d8886a809123,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:57.435841 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49064) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:57.471558 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d4ae25e4-bd7d-42a9-a93f-1467b72fdbf6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c2d398586c0d470bb12b8fde402dfa0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371940 May 13 17:34:57.474004 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49066) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:57.520187 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5669-46c3-4a9b-bce7-bdcb460db14d admin admin] Publish callbacks [] for security_group (b90a46ec-ddf1-4e7b-932b-922a59776480), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:57.542896 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5669-46c3-4a9b-bce7-bdcb460db14d admin admin] Publish callbacks [] for security_group (b90a46ec-ddf1-4e7b-932b-922a59776480), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:57.656646 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178d7b6-f0e0-451c-9540-2b38816f432c req-c16fdf81-6f2f-4739-b41c-1b49e1209270 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:57.658154 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3178d7b6-f0e0-451c-9540-2b38816f432c req-c16fdf81-6f2f-4739-b41c-1b49e1209270 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0506544 May 13 17:34:57.673571 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5669-46c3-4a9b-bce7-bdcb460db14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (b90a46ec-ddf1-4e7b-932b-922a59776480), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:57.676465 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5669-46c3-4a9b-bce7-bdcb460db14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:57.677621 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8d4e5669-46c3-4a9b-bce7-bdcb460db14d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b90a46ec-ddf1-4e7b-932b-922a59776480 HTTP/1.1" status: 204 len: 168 time: 0.2027349 May 13 17:34:57.693255 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e5669-46c3-4a9b-bce7-bdcb460db14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90a46ec-ddf1-4e7b-932b-922a59776480,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:57.703346 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f377b-82e5-4c6e-a4ae-c7a2874315dd req-da1e9fd7-6f90-45c0-b6aa-a7b9d36893fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:57.704866 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-347f377b-82e5-4c6e-a4ae-c7a2874315dd req-da1e9fd7-6f90-45c0-b6aa-a7b9d36893fd tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 943 time: 0.0601468 May 13 17:34:57.731650 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3178d7b6-f0e0-451c-9540-2b38816f432c req-06076a9a-8a08-4987-9c9f-78c427a028b7 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb93da09-2711-4b77-93eb-15a447100db8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674918 May 13 17:34:57.758880 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-347f377b-82e5-4c6e-a4ae-c7a2874315dd req-be0d3902-a56f-4946-ac2e-15aeabb3c7b9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482056 May 13 17:34:57.856821 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device f37d13dd-347a-41e2-8ca5-2b0f1df46c9c details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:34:57.952982 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:57.966041 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'port_id': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'mac_address': 'fa:16:3e:f8:9e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:34:58.008209 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:34:58.008606 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.030025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37d13dd-347a-41e2-8ca5-2b0f1df46c9c {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:34:58.049337 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:58.120997 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.142983 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-20210d8d-fa61-44ce-97ac-9ee07a3d7c96 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:58.144458 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-20210d8d-fa61-44ce-97ac-9ee07a3d7c96 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 945 time: 0.0498576 May 13 17:34:58.169900 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=7']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:58.236930 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Deleting port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:34:58.237294 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.330499 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] For port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:34:58.330861 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.454899 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-94630677-c588-4f7a-b134-aa0bf14aab7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.508026 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.508401 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (a2fe7638-8f3e-42e9-997a-c5ce50b61951), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.508714 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Floating IP a2fe7638-8f3e-42e9-997a-c5ce50b61951 disassociated. External IP: 172.27.3.219, port: 65e4c296-6b3c-4eb9-a923-4c5f6eab3710. May 13 17:34:58.509058 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Calling delete_port for 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:34:58.613585 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:34:58.707516 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49092) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:58.719821 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (65e4c296-6b3c-4eb9-a923-4c5f6eab3710), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:58.751760 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event deleted for resources: {'Port': ['ID=65e4c296-6b3c-4eb9-a923-4c5f6eab3710,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:58.882413 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-144249967-network', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:58.907001 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c491b77-4263-496e-b757-f908d757d004 req-f7614adc-f359-4c08-955c-0faae5c6c057 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.0635724 May 13 17:34:58.910656 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6852a-ca7f-42a9-a205-d8d9d3dfd748 req-f9eec5ff-0d70-4587-852e-cccf6fcc01bc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:58.918541 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-58d6852a-ca7f-42a9-a205-d8d9d3dfd748 req-f9eec5ff-0d70-4587-852e-cccf6fcc01bc tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 944 time: 0.0744185 May 13 17:34:58.938463 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Router 5d626f0d-3d44-4507-86f3-27024db286c1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:34:58.971255 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-58d6852a-ca7f-42a9-a205-d8d9d3dfd748 req-5a1483a8-8c44-42ad-afbd-7448e08b21d8 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515831 May 13 17:34:58.999663 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Made reservation on behalf of 60fd06693c624da5aa61222dfbde5b25 for: {'network': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:34:59.001958 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.010723 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.058778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:34:59.069721 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] Sync routers for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:34:59.079771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:59.080403 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:59.088246 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks [] for security_group (21b646e6-688c-41e5-a891-f44cf236d470), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.106411 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] No DVR routers for this DVR port 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:34:59.111424 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.112551 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4094df2-ecf7-4f81-b5cb-fc47ea702af9 req-66106737-051a-4f3a-9a18-cdda67de3714 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "DELETE /v2.0/ports/65e4c296-6b3c-4eb9-a923-4c5f6eab3710 HTTP/1.1" status: 204 len: 173 time: 0.9620993 May 13 17:34:59.112996 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'name': 'network-vif-deleted', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:34:59.115324 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce93b4a1-90f0-4421-a591-08b21fb2ab70" -d '{"events": [{"server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "name": "network-vif-deleted", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:34:59.152309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82f88d8-1ff7-4789-982e-1533b2381916 x-openstack-request-id: req-b82f88d8-1ff7-4789-982e-1533b2381916 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:34:59.152605 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a72fdd8-ca24-4ae1-b007-7e22f411ad48", "name": "network-vif-deleted", "tag": "65e4c296-6b3c-4eb9-a923-4c5f6eab3710", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:34:59.152851 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b82f88d8-1ff7-4789-982e-1533b2381916 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:34:59.153263 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82f88d8-1ff7-4789-982e-1533b2381916'] response: {'server_uuid': '9a72fdd8-ca24-4ae1-b007-7e22f411ad48', 'name': 'network-vif-deleted', 'tag': '65e4c296-6b3c-4eb9-a923-4c5f6eab3710', 'status': 'completed', 'code': 200} May 13 17:34:59.167881 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (21b646e6-688c-41e5-a891-f44cf236d470), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.201765 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:34:59.205548 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:59.207756 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b646e6-688c-41e5-a891-f44cf236d470,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:59.217676 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (cab9f685-8cf2-437b-ab95-2f7e1065aaff), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.218127 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.segments_db [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Added segment cab9f685-8cf2-437b-ab95-2f7e1065aaff of type vlan for network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b May 13 17:34:59.268721 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (9bc3da8d-37aa-4c42-a26a-ff8ce273072b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.371268 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (9bc3da8d-37aa-4c42-a26a-ff8ce273072b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.372307 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:34:59.372908 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.419175 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:59.435092 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] Pushing event updated for resources: {'Network': ['ID=9bc3da8d-37aa-4c42-a26a-ff8ce273072b,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:59.446533 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:34:59.449546 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] Checking router: 5d626f0d-3d44-4507-86f3-27024db286c1 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:34:59.489292 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-9996918f-ad82-43f5-8a51-4939d009de7a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7805891 May 13 17:34:59.492056 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49102) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:34:59.496979 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Request body: {'subnet': {'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-144249967-subnet', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:34:59.509792 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:34:59.510426 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:34:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:59.595378 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Made reservation on behalf of 60fd06693c624da5aa61222dfbde5b25 for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:34:59.597817 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3472931'] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.628139 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:34:59.824039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:34:59.835333 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3472957'] for subnet (59c26fbd-9a39-4d02-818b-3240931a2781), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:34:59.850411 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029425f8-a244-47ce-8db2-b6a9dbae1466 None None] The sync data for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi is: [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:34:59.894734 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c26fbd-9a39-4d02-818b-3240931a2781,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:34:59.902613 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Checking segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:34:59.902973 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Network hostable DHCP agents. Network: 9bc3da8d-37aa-4c42-a26a-ff8ce273072b, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:34:59.983298 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:35:00.019959 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device f37d13dd-347a-41e2-8ca5-2b0f1df46c9c up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:00.035782 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7cdab9dd-e26b-4386-86cb-93b3e1cf7b3a req-1785703f-d9a4-4bc6-a08c-29f51c90eb60 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a72fdd8-ca24-4ae1-b007-7e22f411ad48 HTTP/1.1" status: 200 len: 210 time: 0.0356576 May 13 17:35:00.080828 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, 9bc3da8d-37aa-4c42-a26a-ff8ce273072b) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:00.085056 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:00.085734 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.098165 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1efb2e-ddb2-43e0-a296-3c3a874c1e76 None None] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:35:00.108185 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdb184-5a04-4a23-ab6b-2d2795797af9 req-1a46ffae-71dd-4639-a05a-d0051d994fff tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:00.109769 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebbdb184-5a04-4a23-ab6b-2d2795797af9 req-1a46ffae-71dd-4639-a05a-d0051d994fff tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 944 time: 0.0556798 May 13 17:35:00.114225 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:00.114225 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.141636 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e4210-8ad4-4556-b6a1-98b9ae2ed52e None None] New status for floating IP a2fe7638-8f3e-42e9-997a-c5ce50b61951: DOWN {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:35:00.162088 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ebbdb184-5a04-4a23-ab6b-2d2795797af9 req-2b1d6b20-9f45-4537-84b1-3f9940608f48 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462048 May 13 17:35:00.166272 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-21c30c92-b560-4f6f-8fc1-e750a63a669b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6729798 May 13 17:35:00.169309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49110) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:00.177892 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:00.263990 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.265063 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.280050 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:35:00.280050 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.293512 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:00.293902 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.319810 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks [] for router_controller (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.327951 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:00.330195 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92428da7-b553-4053-8865-aece20afd38d" -d '{"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-plugged", "status": "completed", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:00.380286 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67425e80-9edd-48df-8542-4234b3738736 x-openstack-request-id: req-67425e80-9edd-48df-8542-4234b3738736 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:00.380606 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-plugged", "status": "completed", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:00.380865 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67425e80-9edd-48df-8542-4234b3738736 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:00.381259 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67425e80-9edd-48df-8542-4234b3738736'] response: {'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'code': 200} May 13 17:35:00.401867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:00.454599 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.461852 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Allocated IP 172.20.0.2 (9bc3da8d-37aa-4c42-a26a-ff8ce273072b/59c26fbd-9a39-4d02-818b-3240931a2781/40178748-11cc-4afa-a1e0-d58be46e3d57) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:00.570132 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=8']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:00.580378 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4073102f-0088-4cf3-8de8-5bb245b197d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.587414 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks [] for router_gateway (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.665561 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Publish callbacks [] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.745054 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.787204 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:00.790084 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:00.794137 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:00.796931 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4fdf4-ff70-4b51-a74e-8f1510f681da req-89d2ce50-df66-41df-a958-cd602f04237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:00.798441 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43a4fdf4-ff70-4b51-a74e-8f1510f681da req-89d2ce50-df66-41df-a958-cd602f04237a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1129 time: 0.0748732 May 13 17:35:00.803095 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Pushing event updated for resources: {'Port': ['ID=40178748-11cc-4afa-a1e0-d58be46e3d57,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:00.905399 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-43a4fdf4-ff70-4b51-a74e-8f1510f681da req-4970d5aa-4a35-4ea7-8d7a-42d88c65fd8d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720968 May 13 17:35:00.906360 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks [] for router_gateway (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.926672 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.982772 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Attempting to bind port 40178748-11cc-4afa-a1e0-d58be46e3d57 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:00.983166 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Attempting to bind port 40178748-11cc-4afa-a1e0-d58be46e3d57 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:00.983539 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Attempting to bind port 40178748-11cc-4afa-a1e0-d58be46e3d57 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:00.988870 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:00.989259 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Checking segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:00.989672 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:00.990100 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Bound using segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:00.990575 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Bound port: 40178748-11cc-4afa-a1e0-d58be46e3d57, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:00.990969 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.064243 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] For port 40178748-11cc-4afa-a1e0-d58be46e3d57, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:01.068322 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] For port 40178748-11cc-4afa-a1e0-d58be46e3d57, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=40178748-11cc-4afa-a1e0-d58be46e3d57,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:01.150897 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.179487 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49118) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:01.222483 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251be7d-64fc-4a56-be2c-80c43746a283 None None] Pushing event updated for resources: {'Port': ['ID=40178748-11cc-4afa-a1e0-d58be46e3d57,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:01.266724 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-230ff226-754e-4790-ab6f-67dbbb031faf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (eb93da09-2711-4b77-93eb-15a447100db8), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.294140 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-230ff226-754e-4790-ab6f-67dbbb031faf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (eb93da09-2711-4b77-93eb-15a447100db8), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.341577 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Allocated IP 172.27.3.102 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/ebecd454-af4f-46e0-bbd0-7538101d1dc0) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:01.348996 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae080aa-208b-422c-87b0-958b495abe4e req-b0affb98-ba7b-4187-9411-84474fcd320c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:01.350499 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ae080aa-208b-422c-87b0-958b495abe4e req-b0affb98-ba7b-4187-9411-84474fcd320c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0736437 May 13 17:35:01.425492 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-230ff226-754e-4790-ab6f-67dbbb031faf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (eb93da09-2711-4b77-93eb-15a447100db8), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.429909 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-230ff226-754e-4790-ab6f-67dbbb031faf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.432574 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-230ff226-754e-4790-ab6f-67dbbb031faf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "DELETE /v2.0/security-groups/eb93da09-2711-4b77-93eb-15a447100db8 HTTP/1.1" status: 204 len: 168 time: 0.2519317 May 13 17:35:01.436757 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49122) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:01.454114 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ff226-754e-4790-ab6f-67dbbb031faf tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb93da09-2711-4b77-93eb-15a447100db8,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:01.457939 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.api.v2.resource [None req-6d25cb71-f7ae-42c0-ab95-0e9f3cec318d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] show failed (client error): The resource could not be found. May 13 17:35:01.462969 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-6d25cb71-f7ae-42c0-ab95-0e9f3cec318d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups/eb93da09-2711-4b77-93eb-15a447100db8 HTTP/1.1" status: 404 len: 347 time: 0.0229654 May 13 17:35:01.465755 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49124) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:01.468092 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8ae080aa-208b-422c-87b0-958b495abe4e req-688d52cd-de5c-4a17-9a1b-d05722376811 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092587 May 13 17:35:01.516898 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks [] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.612399 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.618284 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Deleting port 4e311b4f-dc95-42c8-9a30-d1d96a1beeb6 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:35:01.618650 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.649089 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:01.652566 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:01.656461 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:01.683091 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Pushing event updated for resources: {'Port': ['ID=ebecd454-af4f-46e0-bbd0-7538101d1dc0,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:01.697363 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.697695 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.711793 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Calling delete_port for 4e311b4f-dc95-42c8-9a30-d1d96a1beeb6 owned by network:floatingip {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:35:01.852260 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 40178748-11cc-4afa-a1e0-d58be46e3d57 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:01.899507 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 40178748-11cc-4afa-a1e0-d58be46e3d57 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:01.899914 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:01.999951 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (4e311b4f-dc95-42c8-9a30-d1d96a1beeb6), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.021674 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 40178748-11cc-4afa-a1e0-d58be46e3d57 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:02.022419 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.060776 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks [] for router_gateway (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.062556 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port 40178748-11cc-4afa-a1e0-d58be46e3d57, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=40178748-11cc-4afa-a1e0-d58be46e3d57,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:02.064611 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event deleted for resources: {'Port': ['ID=4e311b4f-dc95-42c8-9a30-d1d96a1beeb6,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:02.075079 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.112933 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (a2fe7638-8f3e-42e9-997a-c5ce50b61951), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.115568 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.119169 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-36c54fd0-7d17-4c58-95c8-4b557d4bbb82 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "DELETE /v2.0/floatingips/a2fe7638-8f3e-42e9-997a-c5ce50b61951 HTTP/1.1" status: 204 len: 168 time: 0.6328127 May 13 17:35:02.162489 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.222894 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=40178748-11cc-4afa-a1e0-d58be46e3d57,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:02.247634 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde6c1f8-ecf7-40e9-9a51-c4105561b138 None None] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:35:02.294733 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49130) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:02.299153 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-558ccc9b-9c7a-4754-9f95-16b7f716dfba tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212140257', 'description': 'tempest-description--1865711287'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:02.301720 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.315080 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-222a4ad4-b8cc-498a-be37-b6f4ed65a146 None None] Provisioning complete for port 40178748-11cc-4afa-a1e0-d58be46e3d57 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:02.315600 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-222a4ad4-b8cc-498a-be37-b6f4ed65a146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.395546 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-558ccc9b-9c7a-4754-9f95-16b7f716dfba tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.441969 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-222a4ad4-b8cc-498a-be37-b6f4ed65a146 None None] Current status of the port 40178748-11cc-4afa-a1e0-d58be46e3d57 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:02.473100 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-558ccc9b-9c7a-4754-9f95-16b7f716dfba tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (3f6ff824-69a3-4f2c-bcd8-859cd055a9ff), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.521448 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:35:02.522010 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:35:02.549547 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-558ccc9b-9c7a-4754-9f95-16b7f716dfba tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3f6ff824-69a3-4f2c-bcd8-859cd055a9ff), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.625662 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ccc9b-9c7a-4754-9f95-16b7f716dfba tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:02.661048 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-3dc4a3e0-eb6b-4e2d-9014-e1266295a56c None None] Provisioning complete for port 40178748-11cc-4afa-a1e0-d58be46e3d57 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:02.661437 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a3e0-eb6b-4e2d-9014-e1266295a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.668481 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04570a86-9646-43f1-a171-b4ae6c03769d req-ff09c8f0-5521-441a-9ef6-58fdc18dec9d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:02.670486 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-04570a86-9646-43f1-a171-b4ae6c03769d req-ff09c8f0-5521-441a-9ef6-58fdc18dec9d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0629330 May 13 17:35:02.705577 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-558ccc9b-9c7a-4754-9f95-16b7f716dfba tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.709448 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-558ccc9b-9c7a-4754-9f95-16b7f716dfba tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4110649 May 13 17:35:02.709674 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49136) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:02.715110 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-ffd49284-b488-49ac-b858-fdb0a8077517 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'security_group_rule': {'security_group_id': '3f6ff824-69a3-4f2c-bcd8-859cd055a9ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:02.739225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:35:02.752817 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:35:02.774828 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-04570a86-9646-43f1-a171-b4ae6c03769d req-32cdfc70-2566-47fc-bfb3-bbd91dc153d5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729103 May 13 17:35:02.775228 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4a3e0-eb6b-4e2d-9014-e1266295a56c None None] Current status of the port 40178748-11cc-4afa-a1e0-d58be46e3d57 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:02.776361 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:02.776998 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:02.795020 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ffd49284-b488-49ac-b858-fdb0a8077517 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (5f459313-7466-4cb5-8c08-fc56a0a95ca0), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.819246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.820598 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ec311571-63f0-42aa-bb40-1a7d0e0b6a6d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6501431 May 13 17:35:02.823940 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49138) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:02.858303 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ffd49284-b488-49ac-b858-fdb0a8077517 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (5f459313-7466-4cb5-8c08-fc56a0a95ca0), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.942696 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:02.945955 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ffd49284-b488-49ac-b858-fdb0a8077517 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (5f459313-7466-4cb5-8c08-fc56a0a95ca0), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:02.973828 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd49284-b488-49ac-b858-fdb0a8077517 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f459313-7466-4cb5-8c08-fc56a0a95ca0,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:03.077354 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ffd49284-b488-49ac-b858-fdb0a8077517 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.078499 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ffd49284-b488-49ac-b858-fdb0a8077517 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671460 May 13 17:35:03.081298 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49140) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:03.085933 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-e2376ce5-d656-4c4b-8311-83c1aace96ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'security_group_rule': {'security_group_id': '3f6ff824-69a3-4f2c-bcd8-859cd055a9ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:03.137366 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:01Z', 'revision_number': 3, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:03.171649 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:35:03.172361 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Updating router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 port ebecd454-af4f-46e0-bbd0-7538101d1dc0 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:35:03.183992 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2376ce5-d656-4c4b-8311-83c1aace96ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (448c3308-8940-414b-82a8-94cab9ff65c3), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.202102 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.249057 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2376ce5-d656-4c4b-8311-83c1aace96ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (448c3308-8940-414b-82a8-94cab9ff65c3), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.275973 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.303778 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2376ce5-d656-4c4b-8311-83c1aace96ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (448c3308-8940-414b-82a8-94cab9ff65c3), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.319671 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2376ce5-d656-4c4b-8311-83c1aace96ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448c3308-8940-414b-82a8-94cab9ff65c3,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:03.378883 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e2376ce5-d656-4c4b-8311-83c1aace96ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.382906 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e2376ce5-d656-4c4b-8311-83c1aace96ad tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979441 May 13 17:35:03.384024 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49142) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:03.388471 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:03.442919 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Allocated IP 172.20.0.1 (9bc3da8d-37aa-4c42-a26a-ff8ce273072b/59c26fbd-9a39-4d02-818b-3240931a2781/150b1077-29ed-43a6-b96c-2b2c35a09478) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:03.485720 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.487236 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Publish callbacks [] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.519827 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.548376 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks [] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.555169 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.561293 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.608891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Attempting to bind port ebecd454-af4f-46e0-bbd0-7538101d1dc0 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:03.609271 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Attempting to bind port ebecd454-af4f-46e0-bbd0-7538101d1dc0 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:03.609640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Attempting to bind port ebecd454-af4f-46e0-bbd0-7538101d1dc0 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:03.621685 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:03.622068 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:03.622580 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.622916 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:03.623408 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Bound port: ebecd454-af4f-46e0-bbd0-7538101d1dc0, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:03.623794 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.625385 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db0af1-3f3f-44e0-ba6f-6c9c5845fe30 None None] Pushing event updated for resources: {'Port': ['ID=ebecd454-af4f-46e0-bbd0-7538101d1dc0,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:03.634260 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.682788 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Allocated IP 172.27.3.222 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/d40c1d6b-6316-48c7-8979-417e77db6cbf) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:03.689417 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] For port ebecd454-af4f-46e0-bbd0-7538101d1dc0, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:03.692605 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] For port ebecd454-af4f-46e0-bbd0-7538101d1dc0, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=ebecd454-af4f-46e0-bbd0-7538101d1dc0,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:03.692871 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:03.697831 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:03.708004 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:03.712433 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Pushing event updated for resources: {'Port': ['ID=150b1077-29ed-43a6-b96c-2b2c35a09478,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:03.762986 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.782753 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.825481 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:03.876272 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db0af1-3f3f-44e0-ba6f-6c9c5845fe30 None None] Pushing event updated for resources: {'Port': ['ID=ebecd454-af4f-46e0-bbd0-7538101d1dc0,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:03.889837 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:03.890678 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:03.941640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 40178748-11cc-4afa-a1e0-d58be46e3d57 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:03.949860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.004839 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d96ec3-6be9-4e26-8fd2-a2ef3a4c07c7 req-0a1d351b-9205-416b-bd2e-7e306a38a56e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:04.011791 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-33d96ec3-6be9-4e26-8fd2-a2ef3a4c07c7 req-0a1d351b-9205-416b-bd2e-7e306a38a56e tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0993431 May 13 17:35:04.012399 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.016776 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:04.019079 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:04.031057 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:04.038343 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-ccefb25b-4661-42af-9375-7452e21d6de5 None None] Provisioning complete for port 150b1077-29ed-43a6-b96c-2b2c35a09478 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:04.038717 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ccefb25b-4661-42af-9375-7452e21d6de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.068344 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'Port': ['ID=d40c1d6b-6316-48c7-8979-417e77db6cbf,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:04.070919 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:35:04.085799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 40178748-11cc-4afa-a1e0-d58be46e3d57 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:04.086189 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.104945 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:04.120520 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-33d96ec3-6be9-4e26-8fd2-a2ef3a4c07c7 req-0ce17bfa-78cd-4564-91b9-bcfee0b425bf tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078088 May 13 17:35:04.173877 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (affa8d10-a6aa-4815-ade3-be808af337b3), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.190395 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:35:04.190951 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 65e4c296-6b3c-4eb9-a923-4c5f6eab3710 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:35:04.198331 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks [] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.203108 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-ccefb25b-4661-42af-9375-7452e21d6de5 None None] Port 150b1077-29ed-43a6-b96c-2b2c35a09478 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:35:04.280705 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.282078 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.349247 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.351662 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Pushing event updated for resources: {'Port': ['ID=150b1077-29ed-43a6-b96c-2b2c35a09478,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:04.450705 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:04.451098 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.452737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:04.489792 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 40178748-11cc-4afa-a1e0-d58be46e3d57 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:04.502821 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:01Z', 'revision_number': 3, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:04.520837 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.535780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd66669-2fcf-45f1-927e-cdcf9fe64f1a None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:01Z', 'revision_number': 3, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:35:04.585539 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:35:04.612137 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'Port': ['ID=d40c1d6b-6316-48c7-8979-417e77db6cbf,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:04.625480 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (affa8d10-a6aa-4815-ade3-be808af337b3), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.718836 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:35:04.723173 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-edc6eea9-a96f-4d8e-9c5f-74ea94fbdf0a None None] Provisioning complete for port 150b1077-29ed-43a6-b96c-2b2c35a09478 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:04.723577 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-edc6eea9-a96f-4d8e-9c5f-74ea94fbdf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.724176 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-dc900a95-e3e4-4dca-ac57-39f46a9dfd52 admin admin] 10.222.0.64 "PUT /v2.0/routers/95ddfa67-f62b-41d5-90c7-80122c5ad4f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8991849 May 13 17:35:04.728927 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.736302 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-3f460d75-ef1f-4130-9ad7-a6f4b7604e89 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3450413 May 13 17:35:04.762465 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:04.779792 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-edc6eea9-a96f-4d8e-9c5f-74ea94fbdf0a None None] Port 150b1077-29ed-43a6-b96c-2b2c35a09478 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:35:04.970422 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-e0dac71a-27d3-4a22-af35-c4f7d2b836af tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--212140257&fields=id&tenant_id=f8e7b818f3a74fc48f0faeeb3398069a HTTP/1.1" status: 200 len: 267 time: 0.0462308 May 13 17:35:05.096492 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-21a0217a-75f9-4a7f-919e-bff8668558f6 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:05.098012 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-21a0217a-75f9-4a7f-919e-bff8668558f6 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 810 time: 0.1203752 May 13 17:35:05.114173 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-2031326b-1eca-428d-8942-4989eb6b0828 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/quotas/f8e7b818f3a74fc48f0faeeb3398069a HTTP/1.1" status: 200 len: 375 time: 0.0096097 May 13 17:35:05.165097 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-fe9ab8fc-5e01-41dd-83be-8b8a2c8af151 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454254 May 13 17:35:05.276418 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-a6e85411-bf82-43ac-b76d-44f240c025b0 service neutron] 10.222.0.64 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926979 May 13 17:35:05.371865 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-ca7634f7-a8c1-4f34-b337-3484b73b3d8f service neutron] 10.222.0.64 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895791 May 13 17:35:05.492747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49178) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:05.497811 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-925787844-network', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:05.572641 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Made reservation on behalf of 3beeaeb8a8bc41b08f7d9b6cb0780214 for: {'network': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:35:05.575485 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for network (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.585530 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.611802 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d0c4078d-f39c-4d97-a096-f7faea349657 req-b1952407-c4dd-4850-b67b-8a459ed2be6c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 210 time: 0.0289831 May 13 17:35:05.668342 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks [] for security_group (8866cdc5-e105-4c3d-bb94-2b02c36d0109), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.714956 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8866cdc5-e105-4c3d-bb94-2b02c36d0109), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.737061 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 17:35:05.752184 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8866cdc5-e105-4c3d-bb94-2b02c36d0109,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:05.755982 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (a3e28e58-dc31-4b88-a8d7-ecb24557f003), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.756331 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.segments_db [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Added segment a3e28e58-dc31-4b88-a8d7-ecb24557f003 of type vlan for network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 May 13 17:35:05.799433 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777334905528'] for network (a5f7fd3c-4289-4595-86c1-f1ca8ff0e416), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.852204 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device ebecd454-af4f-46e0-bbd0-7538101d1dc0 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:05.892317 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499'] for network (a5f7fd3c-4289-4595-86c1-f1ca8ff0e416), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.893255 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:05.893848 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.898552 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port ebecd454-af4f-46e0-bbd0-7538101d1dc0 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:05.899394 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:05.959083 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] Pushing event updated for resources: {'Network': ['ID=a5f7fd3c-4289-4595-86c1-f1ca8ff0e416,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:05.983296 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 details requested by agent ovs-agent-dv-cinder-841782-1-iscsi with host dv-cinder-841782-1-iscsi {{(pid=103695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 17:35:06.027423 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1c793723-44ac-4513-9d56-a6bd4c3039ef admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5340829 May 13 17:35:06.030340 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49188) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:06.035420 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Request body: {'subnet': {'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-925787844-subnet', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'ip_version': 4}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:06.044771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port ebecd454-af4f-46e0-bbd0-7538101d1dc0 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:06.045164 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.078433 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port ebecd454-af4f-46e0-bbd0-7538101d1dc0, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=ebecd454-af4f-46e0-bbd0-7538101d1dc0,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:06.131965 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Made reservation on behalf of 3beeaeb8a8bc41b08f7d9b6cb0780214 for: {'subnet': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:35:06.132165 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.134527 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3472931'] for subnet (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.190208 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=ebecd454-af4f-46e0-bbd0-7538101d1dc0,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:06.277445 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:35:06.287799 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:06.288420 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:06.383716 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3472957'] for subnet (83c63e87-aeda-43f5-8cc2-899644482714), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.396514 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:06.441138 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c63e87-aeda-43f5-8cc2-899644482714,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:06.451720 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Checking segment: {'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:06.452077 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Network hostable DHCP agents. Network: a5f7fd3c-4289-4595-86c1-f1ca8ff0e416, hostable agents: ['910e4886-6255-4873-b1d1-b809ed0f30c8'], hosted agents: [] {{(pid=103694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 17:35:06.515026 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 is scheduled to be hosted by DHCP agent 910e4886-6255-4873-b1d1-b809ed0f30c8 with binding_index 1 {{(pid=103694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 17:35:06.592538 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:04Z', 'revision_number': 2, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:06.618667 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:35:06.619025 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Updating router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 port 150b1077-29ed-43a6-b96c-2b2c35a09478 binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:35:06.628785 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841782-1-iscsi, a5f7fd3c-4289-4595-86c1-f1ca8ff0e416) {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:06.633210 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:06.638827 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.639795 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2cab96-499a-4463-999f-27abee7062dd None None] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:35:06.651077 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.717959 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9c6ccc50-7f19-4536-817e-ae9490274cc0 req-58371441-e2c6-4efb-abf5-32ddb1b2d4d4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 210 time: 0.0286627 May 13 17:35:06.749229 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49194) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:06.753800 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-90e3f727-c0d3-443c-a82e-11d626bb4501 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7149160 May 13 17:35:06.754244 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:06.776015 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf691e1f-cfdd-51ac-a74a-c75b82845396-a5f7fd3c-4289-4595-86c1-f1ca8ff0e416', 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416', 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'fixed_ips': [{'subnet_id': '83c63e87-aeda-43f5-8cc2-899644482714'}]}} from dv-cinder-841782-1-iscsi. {{(pid=103695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 17:35:06.776905 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.841043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24508'] for router (93dc3287-608d-43fc-826c-7f7372f4e1be), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.842311 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1811291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1813240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1790703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24491'] for router (93dc3287-608d-43fc-826c-7f7372f4e1be), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:06.928081 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.db_base_plugin_common [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Allocated IP 172.20.0.2 (a5f7fd3c-4289-4595-86c1-f1ca8ff0e416/83c63e87-aeda-43f5-8cc2-899644482714/c116eadb-bcca-42b9-98c2-063206d0a330) {{(pid=103695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:06.966131 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Publish callbacks [] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.092184 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.092442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Publish callbacks [] for port (c116eadb-bcca-42b9-98c2-063206d0a330), precommit_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.145786 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Pushing event updated for resources: {'Port': ['ID=150b1077-29ed-43a6-b96c-2b2c35a09478,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:07.155381 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.155749 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.156112 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.156481 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.156824 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.157162 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.157495 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.157833 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.158165 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.158495 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.158825 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.159214 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.159625 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.159851 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.160179 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.161620 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), after_create {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.167980 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks [] for router_controller (93dc3287-608d-43fc-826c-7f7372f4e1be), precommit_add_association {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.224940 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 is already hosted by enough agents. {{(pid=103695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:07.227753 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.scheduler.base_scheduler [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Resources bound (agent type, host, resource id): {{(pid=103695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:07.234417 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Attempting to bind port 150b1077-29ed-43a6-b96c-2b2c35a09478 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:07.234417 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Attempting to bind port 150b1077-29ed-43a6-b96c-2b2c35a09478 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:07.234417 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Attempting to bind port 150b1077-29ed-43a6-b96c-2b2c35a09478 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:07.235101 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Received port after_create {{(pid=103695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:07.236986 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:07.237514 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Checking segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:07.237931 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.238328 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Bound using segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:07.238809 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Bound port: 150b1077-29ed-43a6-b96c-2b2c35a09478, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:07.239234 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.244145 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Pushing event updated for resources: {'Port': ['ID=c116eadb-bcca-42b9-98c2-063206d0a330,revision_number=1']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:07.298332 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Attempting to bind port c116eadb-bcca-42b9-98c2-063206d0a330 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:07.298701 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Attempting to bind port c116eadb-bcca-42b9-98c2-063206d0a330 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:07.299113 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Attempting to bind port c116eadb-bcca-42b9-98c2-063206d0a330 on network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:07.304732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:07.305162 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Checking segment: {'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:07.305570 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.305964 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Bound using segment: {'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:07.306486 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Bound port: c116eadb-bcca-42b9-98c2-063206d0a330, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:07.306867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.320883 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] For port 150b1077-29ed-43a6-b96c-2b2c35a09478, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:07.325471 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] For port 150b1077-29ed-43a6-b96c-2b2c35a09478, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=150b1077-29ed-43a6-b96c-2b2c35a09478,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:07.374462 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] For port c116eadb-bcca-42b9-98c2-063206d0a330, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:07.377981 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] For port c116eadb-bcca-42b9-98c2-063206d0a330, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=c116eadb-bcca-42b9-98c2-063206d0a330,segment=NetworkSegment(a3e28e58-dc31-4b88-a8d7-ecb24557f003),segment_id=a3e28e58-dc31-4b88-a8d7-ecb24557f003)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:07.384360 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.389442 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks [] for router_gateway (93dc3287-608d-43fc-826c-7f7372f4e1be), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.422699 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Provisioning complete for port 150b1077-29ed-43a6-b96c-2b2c35a09478 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:07.423003 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.447870 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.448546 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c00d9-2cc2-45c8-afee-6ed22aa3ee58 None None] Pushing event updated for resources: {'Port': ['ID=150b1077-29ed-43a6-b96c-2b2c35a09478,revision_number=4']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:07.460357 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:07.461147 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:07.564870 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c24c0d-9bc4-41a7-b79e-32b6483416f3 None None] Pushing event updated for resources: {'Port': ['ID=c116eadb-bcca-42b9-98c2-063206d0a330,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:07.639167 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Current status of the port 150b1077-29ed-43a6-b96c-2b2c35a09478 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:07.639537 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.650760 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:07.690992 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] For port 150b1077-29ed-43a6-b96c-2b2c35a09478, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=150b1077-29ed-43a6-b96c-2b2c35a09478,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:07.772421 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.832305 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks [] for router_gateway (93dc3287-608d-43fc-826c-7f7372f4e1be), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.877923 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Pushing event updated for resources: {'Port': ['ID=150b1077-29ed-43a6-b96c-2b2c35a09478,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:07.878607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.892612 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.892973 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.893323 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.893667 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.894006 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.894343 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.894676 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.895006 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.900261 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.900938 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.901635 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.904325 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.908336 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.908336 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.908336 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe824ec-bce4-4cce-acc3-b90bb8d74221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:07.924896 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-e68810a3-9350-4cca-987a-dc244db19969 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:07.938047 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-e68810a3-9350-4cca-987a-dc244db19969 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 810 time: 0.3059006 May 13 17:35:07.938160 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-a9bfed1c-60cf-433a-900f-72abd72b6050 None None] Provisioning complete for port 150b1077-29ed-43a6-b96c-2b2c35a09478 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:07.938160 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a9bfed1c-60cf-433a-900f-72abd72b6050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:07.947883 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-86bd9138-a2a0-4194-a037-21339c3e4438 req-e795aaf8-1244-4280-8c9b-c5e83dcc7c04 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 210 time: 0.0840697 May 13 17:35:08.061922 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:08.064215 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfed1c-60cf-433a-900f-72abd72b6050 None None] Current status of the port 150b1077-29ed-43a6-b96c-2b2c35a09478 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:08.094020 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ede9c-11f7-4705-90a5-ee705ebc3c77 None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:35:08.104618 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device c116eadb-bcca-42b9-98c2-063206d0a330 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:08.127642 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-31a78b6f-d8a5-4561-88bb-43bcf39ddb09 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8e7b818f3a74fc48f0faeeb3398069a HTTP/1.1" status: 200 len: 379 time: 0.1246819 May 13 17:35:08.140369 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Allocated IP 172.27.3.88 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/e54a3839-2421-4b8c-9653-b8b3fb761fb4) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:08.145144 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'port': {'device_id': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'admin_state_up': True, 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'security_groups': ['3f6ff824-69a3-4f2c-bcd8-859cd055a9ff']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:08.179740 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port c116eadb-bcca-42b9-98c2-063206d0a330 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:08.180125 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.286131 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port c116eadb-bcca-42b9-98c2-063206d0a330 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:08.286527 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.329396 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port c116eadb-bcca-42b9-98c2-063206d0a330, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=c116eadb-bcca-42b9-98c2-063206d0a330,segment=NetworkSegment(a3e28e58-dc31-4b88-a8d7-ecb24557f003),segment_id=a3e28e58-dc31-4b88-a8d7-ecb24557f003)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:08.363672 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks [] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.417912 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.418710 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device ebecd454-af4f-46e0-bbd0-7538101d1dc0 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:08.435244 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Made reservation on behalf of f8e7b818f3a74fc48f0faeeb3398069a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:35:08.439513 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.442649 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.506314 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:08.508105 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port ebecd454-af4f-46e0-bbd0-7538101d1dc0 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:08.508487 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.511990 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=c116eadb-bcca-42b9-98c2-063206d0a330,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:08.518455 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:08.550954 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:08.590993 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=e54a3839-2421-4b8c-9653-b8b3fb761fb4,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:08.603008 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port ebecd454-af4f-46e0-bbd0-7538101d1dc0 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:08.763988 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Allocated IP 172.20.0.12 (975cbf16-d3c5-4b6b-98f2-e842c863e717/a8503872-54e1-4d22-ab61-a4d37e9abd2e/ef8c1db6-43b0-4b4c-87b2-f41b6f47d816) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:08.852412 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88194d8-5b22-48dd-86ef-bb7796ba4716 None None] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:35:08.916050 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-a859b41f-bdfa-4b54-8b26-e89583a94caf None None] Provisioning complete for port c116eadb-bcca-42b9-98c2-063206d0a330 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:08.916547 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a859b41f-bdfa-4b54-8b26-e89583a94caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:08.991479 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.001820 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks [] for router_gateway (93dc3287-608d-43fc-826c-7f7372f4e1be), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.062175 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-a859b41f-bdfa-4b54-8b26-e89583a94caf None None] Current status of the port c116eadb-bcca-42b9-98c2-063206d0a330 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:09.084629 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-502416cf-b3cf-4265-80fb-831d25eeae52 req-84baf568-7dfa-47e9-85c6-c82f3794bcb1 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 210 time: 0.0397332 May 13 17:35:09.166603 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.263524 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:09.272316 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:09.278637 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event updated for resources: {'Port': ['ID=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:09.281016 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:09.281702 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-1b0713a0-8bc2-4ea1-b428-7105fa745788 None None] Provisioning complete for port c116eadb-bcca-42b9-98c2-063206d0a330 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:09.282086 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-1b0713a0-8bc2-4ea1-b428-7105fa745788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.372600 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1811284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1813013'] for router (93dc3287-608d-43fc-826c-7f7372f4e1be), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.379492 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:09.380101 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.388528 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-1b0713a0-8bc2-4ea1-b428-7105fa745788 None None] Current status of the port c116eadb-bcca-42b9-98c2-063206d0a330 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:09.498193 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-bf0ef1f5-bd14-4104-8253-a6de44ca2b9c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3591316 May 13 17:35:09.514828 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-7c83c2cc-2da6-4ae7-975c-eae6c84c1d60 None None] Provisioning complete for port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:09.515417 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7c83c2cc-2da6-4ae7-975c-eae6c84c1d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.517903 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Request body: {'port': {'device_id': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:09.560978 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-7c83c2cc-2da6-4ae7-975c-eae6c84c1d60 None None] Port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:35:09.588832 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.696075 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Router 93dc3287-608d-43fc-826c-7f7372f4e1be is scheduled to L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d with binding_index 1 {{(pid=103693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 17:35:09.887332 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:35:09.898426 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Sync routers for ids ['93dc3287-608d-43fc-826c-7f7372f4e1be'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:35:09.910191 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Routers {'93dc3287-608d-43fc-826c-7f7372f4e1be'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:09.910808 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['93dc3287-608d-43fc-826c-7f7372f4e1be'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:09.944074 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:35:09.947665 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 150b1077-29ed-43a6-b96c-2b2c35a09478 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:09.952155 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Publish callbacks [] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:09.965578 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Transition to ACTIVE for port object ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:35:10.002528 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.003815 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9329045f-ebc4-4dd3-9b26-a3f8aa8adfb1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2533081 May 13 17:35:10.006695 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49204) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:10.044803 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 150b1077-29ed-43a6-b96c-2b2c35a09478 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:10.045175 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.059403 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.218720 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Set router 93dc3287-608d-43fc-826c-7f7372f4e1be gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:10.221133 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4d3f9-f66b-4d93-9bf9-6dc0122dcf6c req-6a38cc7a-b4e0-406d-a39a-4952cbf3d14c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:10.223454 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7ef4d3f9-f66b-4d93-9bf9-6dc0122dcf6c req-6a38cc7a-b4e0-406d-a39a-4952cbf3d14c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 944 time: 0.0520391 May 13 17:35:10.309289 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7ef4d3f9-f66b-4d93-9bf9-6dc0122dcf6c req-6e9388d0-f4ec-4a31-b1be-5f490b440b9d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785894 May 13 17:35:10.411732 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 150b1077-29ed-43a6-b96c-2b2c35a09478 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:10.412745 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device c116eadb-bcca-42b9-98c2-063206d0a330 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:10.428314 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Pushing event updated for resources: {'Port': ['ID=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:10.497853 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:35:08Z', 'revision_number': 3, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port': {'id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:07Z', 'updated_at': '2022-05-13T17:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:10.503310 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port c116eadb-bcca-42b9-98c2-063206d0a330 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:10.503620 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.529185 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Checking router: 93dc3287-608d-43fc-826c-7f7372f4e1be for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:35:10.529532 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Updating router 93dc3287-608d-43fc-826c-7f7372f4e1be port e54a3839-2421-4b8c-9653-b8b3fb761fb4 binding host dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:35:10.582845 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Attempting to bind port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:10.583216 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Attempting to bind port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:10.583371 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.583555 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Attempting to bind port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:10.591065 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:35:10.594456 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Attempting to bind port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 on network 975cbf16-d3c5-4b6b-98f2-e842c863e717 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:10.602515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:10.602920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Checking segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:10.603334 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Bound using segment: {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:10.603775 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Bound port: ef8c1db6-43b0-4b4c-87b2-f41b6f47d816, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01b50919-a848-4bba-94e2-0f82e41de808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:10.604142 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.716515 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port c116eadb-bcca-42b9-98c2-063206d0a330 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:10.746626 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] For port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:10.750790 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] For port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:10.835971 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.871105 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Publish callbacks [] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), precommit_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.922212 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:10.922855 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.924258 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] 10.222.0.82 "PUT /v2.0/ports/ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 HTTP/1.1" status: 200 len: 1094 time: 1.4122221 May 13 17:35:10.924696 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:10.926978 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cc64ec-8a5a-467b-841d-558a5d700e60" -d '{"events": [{"name": "network-changed", "server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:10.933675 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.957653 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:10.964801 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87244e17-8632-4d16-8752-1c09741e91ed service neutron] Pushing event updated for resources: {'Port': ['ID=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:10.994204 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Attempting to bind port e54a3839-2421-4b8c-9653-b8b3fb761fb4 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:10.994584 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Attempting to bind port e54a3839-2421-4b8c-9653-b8b3fb761fb4 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:10.994955 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Attempting to bind port e54a3839-2421-4b8c-9653-b8b3fb761fb4 on network 03717d38-7166-4ba9-9b56-57f7615d606a {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:10.998258 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3047e-28d2-430b-824a-e6ab27cae767 None None] Pushing event updated for resources: {'Port': ['ID=e54a3839-2421-4b8c-9653-b8b3fb761fb4,revision_number=2']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:11.004236 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:11.004608 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Checking segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:11.005016 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:11.005423 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Bound using segment: {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'} {{(pid=103695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:11.006023 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.managers [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Bound port: e54a3839-2421-4b8c-9653-b8b3fb761fb4, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664d83b4-3b59-4f16-834d-58d9d9ff0a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}}] {{(pid=103695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:11.006389 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:11.028936 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755e19bd-03a0-469d-9342-78e0c3826bab x-openstack-request-id: req-755e19bd-03a0-469d-9342-78e0c3826bab {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:11.029538 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:11.029538 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-755e19bd-03a0-469d-9342-78e0c3826bab {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:11.029863 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755e19bd-03a0-469d-9342-78e0c3826bab'] response: {'name': 'network-changed', 'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'status': 'completed', 'code': 200} May 13 17:35:11.075528 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] For port e54a3839-2421-4b8c-9653-b8b3fb761fb4, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:11.079759 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] For port e54a3839-2421-4b8c-9653-b8b3fb761fb4, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=e54a3839-2421-4b8c-9653-b8b3fb761fb4,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:11.130218 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc64ec-8a5a-467b-841d-558a5d700e60 req-4ada7e9b-7df7-456f-8f72-bde39a6961ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:11.131780 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05cc64ec-8a5a-467b-841d-558a5d700e60 req-4ada7e9b-7df7-456f-8f72-bde39a6961ee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 1128 time: 0.0550690 May 13 17:35:11.142574 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:11.204441 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Routers {'93dc3287-608d-43fc-826c-7f7372f4e1be'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:11.205206 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['93dc3287-608d-43fc-826c-7f7372f4e1be'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:11.230405 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Allocated IP 172.20.0.1 (a5f7fd3c-4289-4595-86c1-f1ca8ff0e416/83c63e87-aeda-43f5-8cc2-899644482714/4f49354c-a48d-4a13-9942-d2be56ba6e77) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:11.294887 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3047e-28d2-430b-824a-e6ab27cae767 None None] Pushing event updated for resources: {'Port': ['ID=e54a3839-2421-4b8c-9653-b8b3fb761fb4,revision_number=3']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:11.322754 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc64ec-8a5a-467b-841d-558a5d700e60 req-8fd19d62-6c23-45d3-960b-da2cc5eb8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:11.324319 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05cc64ec-8a5a-467b-841d-558a5d700e60 req-8fd19d62-6c23-45d3-960b-da2cc5eb8e73 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1675491 May 13 17:35:11.367165 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] Set router 93dc3287-608d-43fc-826c-7f7372f4e1be gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:11.424264 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e98a37-8f99-4235-8b70-dcec51288a6d req-ceeba81c-1a4f-4e72-8dd1-d8de22516b14 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:11.426056 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-32e98a37-8f99-4235-8b70-dcec51288a6d req-ceeba81c-1a4f-4e72-8dd1-d8de22516b14 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 944 time: 0.0516498 May 13 17:35:11.431413 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks [] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:11.462030 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc64ec-8a5a-467b-841d-558a5d700e60 req-1a22a203-ac6c-415e-8966-f1ac40120552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:11.464267 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05cc64ec-8a5a-467b-841d-558a5d700e60 req-1a22a203-ac6c-415e-8966-f1ac40120552 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323557 May 13 17:35:11.478454 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-32e98a37-8f99-4235-8b70-dcec51288a6d req-3364e2fc-9c28-4a09-896f-463944a8c4cc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463467 May 13 17:35:11.545902 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:35:08Z', 'revision_number': 3, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port': {'id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:07Z', 'updated_at': '2022-05-13T17:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:11.577543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1e71f-d63c-4174-93b0-3fcf927829d8 None None] The sync data for ids ['93dc3287-608d-43fc-826c-7f7372f4e1be'] in dv-cinder-841782-1-iscsi is: [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:35:08Z', 'revision_number': 3, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port': {'id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:07Z', 'updated_at': '2022-05-13T17:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:35:11.578544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:11.580946 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-71acabe2-8bac-4be6-9e3d-f49beca2bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:11.582487 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-71acabe2-8bac-4be6-9e3d-f49beca2bf10 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 1128 time: 0.0483034 May 13 17:35:11.653006 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:11.656331 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-6cc49527-b190-411c-a280-04a0d552af6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 HTTP/1.1" status: 200 len: 217 time: 0.0483742 May 13 17:35:11.659080 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:11.667274 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:11.676645 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Pushing event updated for resources: {'Port': ['ID=4f49354c-a48d-4a13-9942-d2be56ba6e77,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:11.746575 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1815618'] for router_interface (93dc3287-608d-43fc-826c-7f7372f4e1be), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:11.749905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-fea8703c-5e08-4161-b073-1accfdcd94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:11.752130 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-fea8703c-5e08-4161-b073-1accfdcd94fc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.0851929 May 13 17:35:11.856997 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-7a8b65bc-8e6b-460f-985a-10aae67b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:11.858505 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-7a8b65bc-8e6b-460f-985a-10aae67b9191 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732780 May 13 17:35:11.990798 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-c5808255-af44-43d9-abe8-70de85864194 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238708 May 13 17:35:12.023959 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-c6bb5611-c5b1-4dfa-9560-b5ae48991c02 None None] Provisioning complete for port 4f49354c-a48d-4a13-9942-d2be56ba6e77 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:12.024428 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c6bb5611-c5b1-4dfa-9560-b5ae48991c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:12.061043 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb5611-c5b1-4dfa-9560-b5ae48991c02 None None] Port 4f49354c-a48d-4a13-9942-d2be56ba6e77 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:35:12.089874 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:12.148291 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b843bfde-55cb-4a60-ba11-7d2a1a3dcd5a req-54d288a4-2690-46c6-9ee2-3aaca43bb614 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505466 May 13 17:35:12.282926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks [] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:12.338544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:12.407093 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Pushing event updated for resources: {'Port': ['ID=4f49354c-a48d-4a13-9942-d2be56ba6e77,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:12.409612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1810513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1816191'] for router_interface (93dc3287-608d-43fc-826c-7f7372f4e1be), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:12.507925 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:12.509908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:12.614377 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6678f78-58d2-4fa8-9248-660af818798e req-286e6947-5b22-460b-9b0d-d0d90216e205 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:12.615951 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6678f78-58d2-4fa8-9248-660af818798e req-286e6947-5b22-460b-9b0d-d0d90216e205 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 944 time: 0.0640864 May 13 17:35:12.696120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Router 93dc3287-608d-43fc-826c-7f7372f4e1be has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:35:12.711712 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c6678f78-58d2-4fa8-9248-660af818798e req-692855e4-540c-47cc-b639-823ef7e22d75 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627117 May 13 17:35:12.782904 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-83950f5b-7fc7-4802-9ce2-31b054c93661 None None] Provisioning complete for port 4f49354c-a48d-4a13-9942-d2be56ba6e77 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:12.783543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-83950f5b-7fc7-4802-9ce2-31b054c93661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:12.817418 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-83950f5b-7fc7-4802-9ce2-31b054c93661 None None] Port 4f49354c-a48d-4a13-9942-d2be56ba6e77 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:35:12.819695 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:35:12.824739 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-42abfb42-7c42-4907-8b44-28217e4fb6ab admin admin] 10.222.0.64 "PUT /v2.0/routers/93dc3287-608d-43fc-826c-7f7372f4e1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8170433 May 13 17:35:13.169173 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Sync routers for ids ['93dc3287-608d-43fc-826c-7f7372f4e1be'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:35:13.179379 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Routers {'93dc3287-608d-43fc-826c-7f7372f4e1be'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:13.179985 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['93dc3287-608d-43fc-826c-7f7372f4e1be'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:13.202636 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49224) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:13.207255 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-c6868a49-452f-466f-abc9-8cfc75690f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107664403', 'description': 'tempest-secgroup-smoke-2107664403 description', 'project_id': '60fd06693c624da5aa61222dfbde5b25'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:13.302939 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6868a49-452f-466f-abc9-8cfc75690f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.371057 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6868a49-452f-466f-abc9-8cfc75690f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group (1e0e04ba-e36e-4f81-a9ee-be3fd890e51b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.382972 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Set router 93dc3287-608d-43fc-826c-7f7372f4e1be gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:13.445481 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6868a49-452f-466f-abc9-8cfc75690f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1e0e04ba-e36e-4f81-a9ee-be3fd890e51b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.475881 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6868a49-452f-466f-abc9-8cfc75690f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:13.545292 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c6868a49-452f-466f-abc9-8cfc75690f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.546544 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c6868a49-452f-466f-abc9-8cfc75690f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3428695 May 13 17:35:13.549543 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49228) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:13.554477 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-a26bddeb-7c37-429c-8f50-300275d8890f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'security_group_rule': {'security_group_id': '1e0e04ba-e36e-4f81-a9ee-be3fd890e51b', 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:13.569639 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:35:11Z', 'revision_number': 4, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port': {'id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:07Z', 'updated_at': '2022-05-13T17:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4f49354c-a48d-4a13-9942-d2be56ba6e77', 'name': '', 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '83c63e87-aeda-43f5-8cc2-899644482714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:10Z', 'updated_at': '2022-05-13T17:35:12Z', 'revision_number': 2, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'subnets': [{'id': '83c63e87-aeda-43f5-8cc2-899644482714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:13.610421 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Checking router: 93dc3287-608d-43fc-826c-7f7372f4e1be for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:35:13.610812 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Updating router 93dc3287-608d-43fc-826c-7f7372f4e1be port 4f49354c-a48d-4a13-9942-d2be56ba6e77 binding host dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 17:35:13.623026 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a26bddeb-7c37-429c-8f50-300275d8890f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (666f04c3-fa2b-4ce7-8b4c-af600d47a17a), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.639534 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.651815 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.682432 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a26bddeb-7c37-429c-8f50-300275d8890f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (666f04c3-fa2b-4ce7-8b4c-af600d47a17a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.731911 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a26bddeb-7c37-429c-8f50-300275d8890f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (666f04c3-fa2b-4ce7-8b4c-af600d47a17a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.747405 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bddeb-7c37-429c-8f50-300275d8890f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666f04c3-fa2b-4ce7-8b4c-af600d47a17a,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:13.827240 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a26bddeb-7c37-429c-8f50-300275d8890f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.828451 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a26bddeb-7c37-429c-8f50-300275d8890f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779765 May 13 17:35:13.831284 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49232) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:13.835577 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-3622ed43-255a-42ea-ae08-19706e640d11 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'security_group_rule': {'security_group_id': '1e0e04ba-e36e-4f81-a9ee-be3fd890e51b', 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:13.858789 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115d9f4-2409-4298-bd3f-1033c78f4a67 req-ea29f542-5791-4a5b-8a81-ceaed8722e9f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:13.860322 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a115d9f4-2409-4298-bd3f-1033c78f4a67 req-ea29f542-5791-4a5b-8a81-ceaed8722e9f tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 944 time: 0.0681360 May 13 17:35:13.891559 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device e54a3839-2421-4b8c-9653-b8b3fb761fb4 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:13.909734 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a115d9f4-2409-4298-bd3f-1033c78f4a67 req-66645355-909e-4020-bca3-100d7b197d67 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426934 May 13 17:35:13.918844 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Publish callbacks [] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), precommit_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.939514 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port e54a3839-2421-4b8c-9653-b8b3fb761fb4 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:13.941827 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:13.943372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3622ed43-255a-42ea-ae08-19706e640d11 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (57fca51f-92be-4331-b558-8f1ea901f4f3), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.000819 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3622ed43-255a-42ea-ae08-19706e640d11 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (57fca51f-92be-4331-b558-8f1ea901f4f3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.016397 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port e54a3839-2421-4b8c-9653-b8b3fb761fb4 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:14.016793 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.017496 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.037820 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] For port e54a3839-2421-4b8c-9653-b8b3fb761fb4, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=e54a3839-2421-4b8c-9653-b8b3fb761fb4,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:14.072542 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f7504-9b6c-4186-ad3c-669ba9bd534c None None] Pushing event updated for resources: {'Port': ['ID=4f49354c-a48d-4a13-9942-d2be56ba6e77,revision_number=3']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:14.075837 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3622ed43-255a-42ea-ae08-19706e640d11 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (57fca51f-92be-4331-b558-8f1ea901f4f3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.100859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622ed43-255a-42ea-ae08-19706e640d11 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fca51f-92be-4331-b558-8f1ea901f4f3,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:14.109821 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.135984 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Attempting to bind port 4f49354c-a48d-4a13-9942-d2be56ba6e77 on host dv-cinder-841782-1-iscsi for vnic_type normal with profile {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:14.136357 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Attempting to bind port 4f49354c-a48d-4a13-9942-d2be56ba6e77 by drivers openvswitch,hyperv on host dv-cinder-841782-1-iscsi at level 0 using segments [{'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:14.136956 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Attempting to bind port 4f49354c-a48d-4a13-9942-d2be56ba6e77 on network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:14.142277 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Checking agent: {'id': '8bb889a2-0ff3-48da-946d-c032a5a73c3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841782-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 18, 5), 'started_at': datetime.datetime(2022, 5, 13, 17, 18, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841782-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:14.142654 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Checking segment: {'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:14.143059 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.143492 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Bound using segment: {'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'} {{(pid=103696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:14.144402 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.managers [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Bound port: 4f49354c-a48d-4a13-9942-d2be56ba6e77, host: dv-cinder-841782-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e28e58-dc31-4b88-a8d7-ecb24557f003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416'}}] {{(pid=103696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:14.144402 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), before_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.161601 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Pushing event updated for resources: {'Port': ['ID=e54a3839-2421-4b8c-9653-b8b3fb761fb4,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:14.172764 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3622ed43-255a-42ea-ae08-19706e640d11 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.175583 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3622ed43-255a-42ea-ae08-19706e640d11 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433228 May 13 17:35:14.176745 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49234) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:14.181257 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-69779d00-f07c-4aab-9724-55a41403ebdb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'security_group_rule': {'security_group_id': '1e0e04ba-e36e-4f81-a9ee-be3fd890e51b', 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:14.209737 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] For port 4f49354c-a48d-4a13-9942-d2be56ba6e77, host dv-cinder-841782-1-iscsi, cleared binding levels {{(pid=103696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:14.213922 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.plugins.ml2.db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] For port 4f49354c-a48d-4a13-9942-d2be56ba6e77, host dv-cinder-841782-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4f49354c-a48d-4a13-9942-d2be56ba6e77,segment=NetworkSegment(a3e28e58-dc31-4b88-a8d7-ecb24557f003),segment_id=a3e28e58-dc31-4b88-a8d7-ecb24557f003)] {{(pid=103696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:14.247039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-fb3eed10-8503-470a-97dc-d50b31354ca8 None None] Provisioning complete for port 4f49354c-a48d-4a13-9942-d2be56ba6e77 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:14.247526 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-fb3eed10-8503-470a-97dc-d50b31354ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.269222 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69779d00-f07c-4aab-9724-55a41403ebdb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (4be1f1f2-c76d-427b-9408-47184824586f), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.281631 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-fb3eed10-8503-470a-97dc-d50b31354ca8 None None] Port 4f49354c-a48d-4a13-9942-d2be56ba6e77 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:35:14.291568 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron_lib.callbacks.manager [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), after_update {{(pid=103696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.328996 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69779d00-f07c-4aab-9724-55a41403ebdb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (4be1f1f2-c76d-427b-9408-47184824586f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.351907 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Routers {'93dc3287-608d-43fc-826c-7f7372f4e1be'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:14.352562 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['93dc3287-608d-43fc-826c-7f7372f4e1be'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:14.387970 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f7504-9b6c-4186-ad3c-669ba9bd534c None None] Pushing event updated for resources: {'Port': ['ID=4f49354c-a48d-4a13-9942-d2be56ba6e77,revision_number=4']} {{(pid=103696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:14.401401 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69779d00-f07c-4aab-9724-55a41403ebdb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (4be1f1f2-c76d-427b-9408-47184824586f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.419284 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69779d00-f07c-4aab-9724-55a41403ebdb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be1f1f2-c76d-427b-9408-47184824586f,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:14.470037 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] Set router 93dc3287-608d-43fc-826c-7f7372f4e1be gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:14.489318 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69779d00-f07c-4aab-9724-55a41403ebdb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.491052 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-69779d00-f07c-4aab-9724-55a41403ebdb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3133593 May 13 17:35:14.494108 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49236) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:14.498920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-cf41b27b-3d59-4362-ae3e-351cdb181a4a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'security_group_rule': {'security_group_id': '1e0e04ba-e36e-4f81-a9ee-be3fd890e51b', 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:14.599856 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-e146f443-d33c-49f9-a9d6-3a76b653ffae None None] Provisioning complete for port 4f49354c-a48d-4a13-9942-d2be56ba6e77 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:14.600318 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e146f443-d33c-49f9-a9d6-3a76b653ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.607745 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf41b27b-3d59-4362-ae3e-351cdb181a4a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (a6c72c20-3208-4766-bbd8-120753088507), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.664495 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:35:11Z', 'revision_number': 4, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port': {'id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:07Z', 'updated_at': '2022-05-13T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4f49354c-a48d-4a13-9942-d2be56ba6e77', 'name': '', 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '83c63e87-aeda-43f5-8cc2-899644482714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:10Z', 'updated_at': '2022-05-13T17:35:14Z', 'revision_number': 4, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'subnets': [{'id': '83c63e87-aeda-43f5-8cc2-899644482714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:14.676114 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf41b27b-3d59-4362-ae3e-351cdb181a4a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (a6c72c20-3208-4766-bbd8-120753088507), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.684912 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-e146f443-d33c-49f9-a9d6-3a76b653ffae None None] Current status of the port 4f49354c-a48d-4a13-9942-d2be56ba6e77 is: DOWN; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:14.685301 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e146f443-d33c-49f9-a9d6-3a76b653ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.691569 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bfb11a-f714-4ccc-bfd0-ff77c8ba7e6c None None] The sync data for ids ['93dc3287-608d-43fc-826c-7f7372f4e1be'] in dv-cinder-841782-1-iscsi is: [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:35:11Z', 'revision_number': 4, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port': {'id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:07Z', 'updated_at': '2022-05-13T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4f49354c-a48d-4a13-9942-d2be56ba6e77', 'name': '', 'network_id': 'a5f7fd3c-4289-4595-86c1-f1ca8ff0e416', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'mac_address': 'fa:16:3e:e9:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '83c63e87-aeda-43f5-8cc2-899644482714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:10Z', 'updated_at': '2022-05-13T17:35:14Z', 'revision_number': 4, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'subnets': [{'id': '83c63e87-aeda-43f5-8cc2-899644482714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:35:14.721121 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-e146f443-d33c-49f9-a9d6-3a76b653ffae None None] For port 4f49354c-a48d-4a13-9942-d2be56ba6e77, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4f49354c-a48d-4a13-9942-d2be56ba6e77,segment=NetworkSegment(a3e28e58-dc31-4b88-a8d7-ecb24557f003),segment_id=a3e28e58-dc31-4b88-a8d7-ecb24557f003)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:14.755916 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf41b27b-3d59-4362-ae3e-351cdb181a4a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (a6c72c20-3208-4766-bbd8-120753088507), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.774417 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41b27b-3d59-4362-ae3e-351cdb181a4a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c72c20-3208-4766-bbd8-120753088507,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:14.811825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e146f443-d33c-49f9-a9d6-3a76b653ffae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.862020 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146f443-d33c-49f9-a9d6-3a76b653ffae None None] Pushing event updated for resources: {'Port': ['ID=4f49354c-a48d-4a13-9942-d2be56ba6e77,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:14.871652 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cf41b27b-3d59-4362-ae3e-351cdb181a4a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:14.872913 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cf41b27b-3d59-4362-ae3e-351cdb181a4a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3776610 May 13 17:35:14.875877 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49238) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:14.880374 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'security_group_rule': {'security_group_id': '1e0e04ba-e36e-4f81-a9ee-be3fd890e51b', 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:14.977976 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.securitygroups_db [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Project 60fd06693c624da5aa61222dfbde5b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 17:35:14.984953 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (dafc051e-8739-4ae6-8f8b-5ee879789445), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.029797 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb129bb9-8649-4fdd-a163-a971f16462d8 req-1d1bc27a-7d00-4974-b3b7-065f8e19395c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:15.032007 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb129bb9-8649-4fdd-a163-a971f16462d8 req-1d1bc27a-7d00-4974-b3b7-065f8e19395c tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 944 time: 0.0493338 May 13 17:35:15.055266 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (dafc051e-8739-4ae6-8f8b-5ee879789445), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.082160 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb129bb9-8649-4fdd-a163-a971f16462d8 req-99ce74e1-caa0-4bc4-938c-73ebf429534e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 May 13 17:35:15.154677 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (dafc051e-8739-4ae6-8f8b-5ee879789445), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.175669 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafc051e-8739-4ae6-8f8b-5ee879789445,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:15.265262 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.266521 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d1fec30a-6c4e-40da-9311-c0f0d494e92d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3897014 May 13 17:35:15.269191 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49242) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:15.273564 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'security_group_rule': {'security_group_id': '1e0e04ba-e36e-4f81-a9ee-be3fd890e51b', 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:15.360576 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.securitygroups_db [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Project 60fd06693c624da5aa61222dfbde5b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 17:35:15.366574 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (3ac8cfc8-1b31-4a31-a0d4-4addc41b8ea2), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.431798 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (3ac8cfc8-1b31-4a31-a0d4-4addc41b8ea2), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.491771 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (3ac8cfc8-1b31-4a31-a0d4-4addc41b8ea2), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.510338 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac8cfc8-1b31-4a31-a0d4-4addc41b8ea2,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:15.573875 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:15.575104 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-54e0e3a6-ad30-4a29-b904-2fc3f5fd1743 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049889 May 13 17:35:15.917188 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device e54a3839-2421-4b8c-9653-b8b3fb761fb4 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:15.962553 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port e54a3839-2421-4b8c-9653-b8b3fb761fb4 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:15.962858 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:16.041941 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port e54a3839-2421-4b8c-9653-b8b3fb761fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:16.042998 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4f49354c-a48d-4a13-9942-d2be56ba6e77 up at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:16.084953 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Provisioning complete for port 4f49354c-a48d-4a13-9942-d2be56ba6e77 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:16.085325 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:16.107448 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:35:16.206091 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cccb91-14fb-4e0b-8dca-fccb7ada5aad req-e1af4e16-8024-4bc3-9e48-11b3f01751c2 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:16.207895 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42cccb91-14fb-4e0b-8dca-fccb7ada5aad req-e1af4e16-8024-4bc3-9e48-11b3f01751c2 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 944 time: 0.0500231 May 13 17:35:16.235303 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Current status of the port 4f49354c-a48d-4a13-9942-d2be56ba6e77 is: ACTIVE; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:16.257154 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:16.265977 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-42cccb91-14fb-4e0b-8dca-fccb7ada5aad req-cd164f47-f206-4982-a39b-18ad957a10e2 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512846 May 13 17:35:16.269204 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'port_id': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'mac_address': 'fa:16:3e:c9:76:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:35:16.311039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:16.311519 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:16.327324 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:35:16.347072 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:16.423407 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:16.471596 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:16.915033 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['ef8c1db6-43b0-4b4c-87b2-f41b6f47d816'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:35:17.382413 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d333-67ca-421a-93ea-f0e5ad3d22e9 req-09d95452-1944-4ec6-9ee0-d70386a19fc4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:17.384146 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a6d6d333-67ca-421a-93ea-f0e5ad3d22e9 req-09d95452-1944-4ec6-9ee0-d70386a19fc4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 945 time: 0.0490880 May 13 17:35:17.435761 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a6d6d333-67ca-421a-93ea-f0e5ad3d22e9 req-50ffbed0-0c7a-4241-a382-c95c9021938b tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453849 May 13 17:35:18.098899 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:18.145176 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:35:18.211603 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:18.211985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:18.292994 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:18.293381 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:18.315720 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:18.317956 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8ded7-8867-42b9-aeac-df2abe4e5729" -d '{"events": [{"server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:18.332259 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:18.352858 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff78df0a-b00e-4b4a-bf6c-faf0e76c5b3e x-openstack-request-id: req-ff78df0a-b00e-4b4a-bf6c-faf0e76c5b3e {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:18.353152 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "name": "network-vif-plugged", "status": "completed", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:18.353442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff78df0a-b00e-4b4a-bf6c-faf0e76c5b3e {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:18.354341 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff78df0a-b00e-4b4a-bf6c-faf0e76c5b3e'] response: {'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'code': 200} May 13 17:35:18.400310 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:18.452813 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:18.557168 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475b3a9-9f36-4f7a-9a8a-9b3de80de205 req-c588ffcc-0d4c-4864-be9f-da51fa3417f8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:18.558621 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d475b3a9-9f36-4f7a-9a8a-9b3de80de205 req-c588ffcc-0d4c-4864-be9f-da51fa3417f8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0486231 May 13 17:35:18.608241 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d475b3a9-9f36-4f7a-9a8a-9b3de80de205 req-9d459109-ee8e-4f48-ab7c-27b40d763bb5 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436082 May 13 17:35:18.742409 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd66545-0496-422f-8e13-a282f18c0e6b req-1ce9352b-c4cf-45ab-b23d-d2a1cc1e9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:18.743940 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1cd66545-0496-422f-8e13-a282f18c0e6b req-1ce9352b-c4cf-45ab-b23d-d2a1cc1e9a99 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 1130 time: 0.0389273 May 13 17:35:18.790621 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1cd66545-0496-422f-8e13-a282f18c0e6b req-9d957e20-5911-4170-8400-60481645254d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404849 May 13 17:35:19.721462 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14f444-943c-4c46-8abb-69a812f6e169 req-3cd16c15-91a4-4517-a6fb-cd731a9ee713 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:19.723019 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b14f444-943c-4c46-8abb-69a812f6e169 req-3cd16c15-91a4-4517-a6fb-cd731a9ee713 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0471964 May 13 17:35:19.770305 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5b14f444-943c-4c46-8abb-69a812f6e169 req-c2cd1e96-5594-4441-8c9d-4d2712b8ab05 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413723 May 13 17:35:20.886602 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d4cbb-6467-4c4c-b43b-cd731b6b7a86 req-18a37668-6505-4197-8784-741a042050f2 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:20.888183 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-908d4cbb-6467-4c4c-b43b-cd731b6b7a86 req-18a37668-6505-4197-8784-741a042050f2 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0463519 May 13 17:35:20.934651 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-908d4cbb-6467-4c4c-b43b-cd731b6b7a86 req-7f1242ab-2cfc-452a-9a80-d66b9e67c4f0 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405140 May 13 17:35:21.044047 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48268b-ad15-4d0a-8398-3da17dc7d336 req-2f419424-a62d-4965-a6d7-dd0e62952a7e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:21.046663 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5a48268b-ad15-4d0a-8398-3da17dc7d336 req-2f419424-a62d-4965-a6d7-dd0e62952a7e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0468316 May 13 17:35:21.054599 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49326) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:21.059567 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Request body: {'floatingip': {'port_id': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:21.101461 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (affa8d10-a6aa-4815-ade3-be808af337b3), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:21.763800 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:21.833939 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (affa8d10-a6aa-4815-ade3-be808af337b3), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:21.935672 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Floating IP affa8d10-a6aa-4815-ade3-be808af337b3 associated. External IP: 172.27.3.222, port: ef8c1db6-43b0-4b4c-87b2-f41b6f47d816. May 13 17:35:22.159537 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Router 5d626f0d-3d44-4507-86f3-27024db286c1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:35:22.270313 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:35:22.275107 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:22.280556 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] Sync routers for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:35:22.290575 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:22.291326 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:22.307373 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f0c1c8c9-89a2-4315-8c3f-4dd87f9d0d9e tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "PUT /v2.0/floatingips/affa8d10-a6aa-4815-ade3-be808af337b3 HTTP/1.1" status: 200 len: 992 time: 1.2495854 May 13 17:35:22.307373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:22.308111 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2ce6d3-3447-4b39-9fea-41999a3f6138" -d '{"events": [{"name": "network-changed", "server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:22.343948 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80e4882-cf06-401a-981d-efc126361cf8 x-openstack-request-id: req-a80e4882-cf06-401a-981d-efc126361cf8 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:22.344243 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:22.344500 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a80e4882-cf06-401a-981d-efc126361cf8 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:22.344905 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80e4882-cf06-401a-981d-efc126361cf8'] response: {'name': 'network-changed', 'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'status': 'completed', 'code': 200} May 13 17:35:22.405074 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:22.442210 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-055477ed-7aad-494a-9aa3-204a39dad917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:22.443816 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-055477ed-7aad-494a-9aa3-204a39dad917 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 1130 time: 0.0429163 May 13 17:35:22.535926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-b5c1419d-e33b-4221-a0ab-7eff8e4e8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:22.537433 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-b5c1419d-e33b-4221-a0ab-7eff8e4e8c61 service neutron] 10.222.0.82 "GET /v2.0/networks?id=975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 200 len: 911 time: 0.0866454 May 13 17:35:22.606881 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-aa5e9900-01c4-469c-9e29-aa505fc50fb5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 HTTP/1.1" status: 200 len: 1000 time: 0.0630662 May 13 17:35:22.660824 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-edc59553-6861-4f86-972a-e46d0dbdc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:22.662354 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-edc59553-6861-4f86-972a-e46d0dbdc975 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 200 len: 849 time: 0.0489745 May 13 17:35:22.710961 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-9d18441c-9bf2-44d3-baef-1ba47ebd3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:22.712535 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-9d18441c-9bf2-44d3-baef-1ba47ebd3274 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=975cbf16-d3c5-4b6b-98f2-e842c863e717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439751 May 13 17:35:22.768398 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'affa8d10-a6aa-4815-ade3-be808af337b3', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'port_id': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'mac_address': 'fa:16:3e:c9:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:35:04Z', 'updated_at': '2022-05-13T17:35:21Z', 'revision_number': 1, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:22.796731 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] Checking router: 5d626f0d-3d44-4507-86f3-27024db286c1 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:35:22.805356 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:22.805989 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:22.810024 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-3549a6e7-a7db-4e57-8c59-a09adc019556 service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895410 May 13 17:35:22.901002 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1f2ce6d3-3447-4b39-9fea-41999a3f6138 req-3bfa5def-804d-4153-8838-9c6bc388663c service neutron] 10.222.0.82 "GET /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846250 May 13 17:35:22.919525 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:23.148615 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'affa8d10-a6aa-4815-ade3-be808af337b3', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'port_id': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'mac_address': 'fa:16:3e:c9:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:35:04Z', 'updated_at': '2022-05-13T17:35:21Z', 'revision_number': 1, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:23.176468 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e2047e-eaad-4018-aaae-e85d0a417ab6 None None] The sync data for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi is: [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'affa8d10-a6aa-4815-ade3-be808af337b3', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'port_id': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'mac_address': 'fa:16:3e:c9:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:35:04Z', 'updated_at': '2022-05-13T17:35:21Z', 'revision_number': 1, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:35:23.369116 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da94d8-b81a-4be3-a98e-78b0c0f48e99 None None] New status for floating IP affa8d10-a6aa-4815-ade3-be808af337b3: ACTIVE {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:35:28.405779 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-05ddb727-ef69-4323-99a5-2504abf39b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:30.571387 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9cb227dc-1b8b-4462-9447-07ca7f6b7bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:32.010681 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:33.485951 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:34.726873 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:39.269985 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d30e93-410b-4df9-8ae8-9b9e9bde87db req-b85a665d-1267-41ac-bc64-4cfaf1838b5e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:39.271522 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-30d30e93-410b-4df9-8ae8-9b9e9bde87db req-b85a665d-1267-41ac-bc64-4cfaf1838b5e tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0496314 May 13 17:35:39.317111 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-30d30e93-410b-4df9-8ae8-9b9e9bde87db req-2c3d2cc7-069f-47eb-9dbd-f496a2c2c539 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401289 May 13 17:35:39.520438 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:35:40.431835 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996acbe4-89ed-49ec-b5a7-e0df59621214 req-a7524dcc-c8c5-46fd-a7d0-0f0ccd1cecda tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:40.433343 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-996acbe4-89ed-49ec-b5a7-e0df59621214 req-a7524dcc-c8c5-46fd-a7d0-0f0ccd1cecda tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0465245 May 13 17:35:40.480065 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-996acbe4-89ed-49ec-b5a7-e0df59621214 req-2d989064-4512-4412-b862-66c92aab1c0d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 May 13 17:35:40.730040 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-d266aba3-d3e4-4c8c-9f20-93d9d14a9b42 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107664403&fields=id&tenant_id=60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 267 time: 0.0439692 May 13 17:35:40.835065 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-738a2dd4-92dd-4ce9-8b2d-74368a6b915b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:40.836553 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-738a2dd4-92dd-4ce9-8b2d-74368a6b915b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 811 time: 0.0996323 May 13 17:35:40.850891 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-8b0ca3b0-aabe-4e4f-8bee-3a47d23457b6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/quotas/60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 375 time: 0.0085437 May 13 17:35:40.896982 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-614fffca-2fb5-4e8c-9bb6-a392a0b072c6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0411856 May 13 17:35:40.994160 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a49e23da-ffc3-4a4c-b165-878a61950ad9 service neutron] 10.222.0.64 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847847 May 13 17:35:41.080842 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-ae706cea-c574-4afa-827f-b67801db343b service neutron] 10.222.0.64 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810280 May 13 17:35:41.554530 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-327e753b-5e2d-4861-839a-b99dfd51611e req-87f7b6f1-f6fa-472e-bdad-77dbf924391d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 210 time: 0.0317283 May 13 17:35:41.604269 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262aca3-8c48-495d-8378-b6a64a4c7354 req-57dfe44b-afe5-4f16-8df1-880c8c50e469 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:41.605783 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4262aca3-8c48-495d-8378-b6a64a4c7354 req-57dfe44b-afe5-4f16-8df1-880c8c50e469 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0484436 May 13 17:35:41.657191 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4262aca3-8c48-495d-8378-b6a64a4c7354 req-ee6fcfdf-da50-4f32-a571-084f548342b8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 May 13 17:35:42.646994 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-48e5b2e0-1c9b-4eb9-a368-57c60dcabd50 req-06fb10cb-ffbe-46a3-90fc-656d2c2f8589 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 210 time: 0.0272417 May 13 17:35:42.769184 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c1092-55d7-41b1-b90a-bbc0a29d2f4b req-93ae4ab8-2e3c-428b-8d35-c927eb7810f0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:42.770630 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e05c1092-55d7-41b1-b90a-bbc0a29d2f4b req-93ae4ab8-2e3c-428b-8d35-c927eb7810f0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0462673 May 13 17:35:42.818459 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e05c1092-55d7-41b1-b90a-bbc0a29d2f4b req-c8b5276a-06a0-4914-ac6f-b7e83607de7c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 May 13 17:35:43.365803 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec087c1-35b9-470c-8805-fe4c039febaa req-eb4fc716-5206-4943-bccd-c241f94efa92 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:43.367348 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fec087c1-35b9-470c-8805-fe4c039febaa req-eb4fc716-5206-4943-bccd-c241f94efa92 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0474050 May 13 17:35:43.459387 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Deleting port d05de053-6bc4-4262-992c-723e87e69ddf {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:35:43.459728 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:43.554299 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] For port d05de053-6bc4-4262-992c-723e87e69ddf, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=d05de053-6bc4-4262-992c-723e87e69ddf,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:43.554589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:43.657093 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:43.725168 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:43.725761 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:43.729876 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Floating IP e92cafc2-af65-473d-bc35-9863697700fa disassociated. External IP: 172.27.3.144, port: d05de053-6bc4-4262-992c-723e87e69ddf. May 13 17:35:43.729876 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Calling delete_port for d05de053-6bc4-4262-992c-723e87e69ddf owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:35:43.741625 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cb1f15d6-8d46-4f1e-bdda-3724aff8f34c req-946dd17f-1653-4f0c-b45d-275cf7e0bec4 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 210 time: 0.0276015 May 13 17:35:43.937126 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d804aad-6d22-45a8-916e-d7a69ae83eb2 req-db04f2ed-2a58-4101-8c78-b54903cf0b2c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:43.938602 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d804aad-6d22-45a8-916e-d7a69ae83eb2 req-db04f2ed-2a58-4101-8c78-b54903cf0b2c tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 946 time: 0.0479147 May 13 17:35:43.939675 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (d05de053-6bc4-4262-992c-723e87e69ddf), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:43.978999 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event deleted for resources: {'Port': ['ID=d05de053-6bc4-4262-992c-723e87e69ddf,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:44.003255 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.003610 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.003953 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.004296 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.004630 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.004963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.005289 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.005615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.005941 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.006266 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.006588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.006912 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.007261 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.007584 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.007905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:44.381778 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0d804aad-6d22-45a8-916e-d7a69ae83eb2 req-ba525676-3377-4386-8cc2-dd37648c1c7f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=67e19b63-3a1c-4370-91b6-b0bbaafad482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350150 May 13 17:35:44.478448 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:35:44.491596 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-18695e2c-1456-420a-90e9-fddd9b196441 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:44.493025 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-18695e2c-1456-420a-90e9-fddd9b196441 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 811 time: 0.4302192 May 13 17:35:44.599934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:35:44.610683 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] Sync routers for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:35:44.620824 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:44.621673 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:44.652325 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] No DVR routers for this DVR port d05de053-6bc4-4262-992c-723e87e69ddf on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:35:44.655865 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:44.659028 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fec087c1-35b9-470c-8805-fe4c039febaa req-2c258c8c-2c8a-4987-8356-6b30ff7f1839 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "DELETE /v2.0/ports/d05de053-6bc4-4262-992c-723e87e69ddf HTTP/1.1" status: 204 len: 173 time: 1.2865698 May 13 17:35:44.659494 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'name': 'network-vif-deleted', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:44.661737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81bcf0e-8f25-4c11-94bd-4b606ced715d" -d '{"events": [{"server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "name": "network-vif-deleted", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:44.721027 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7a27db-3f42-4784-a979-4267ade4e7cd x-openstack-request-id: req-ca7a27db-3f42-4784-a979-4267ade4e7cd {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:44.721331 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe4a882-7b2b-4cfb-99f2-b722277d132c", "name": "network-vif-deleted", "tag": "d05de053-6bc4-4262-992c-723e87e69ddf", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:44.721596 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca7a27db-3f42-4784-a979-4267ade4e7cd {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:44.722001 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca7a27db-3f42-4784-a979-4267ade4e7cd'] response: {'server_uuid': 'afe4a882-7b2b-4cfb-99f2-b722277d132c', 'name': 'network-vif-deleted', 'tag': 'd05de053-6bc4-4262-992c-723e87e69ddf', 'status': 'completed', 'code': 200} May 13 17:35:44.749509 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-03dc15ab-a521-41df-b5da-96ad0f004ab6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 380 time: 0.1024497 May 13 17:35:44.752808 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:44.836397 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9b62c2cd-2990-447c-b106-fa3ac9ce2c9c req-e44d121d-b75f-4682-816e-09260b627df8 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 210 time: 0.0280890 May 13 17:35:44.889448 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'port': {'device_id': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'admin_state_up': True, 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'security_groups': ['1e0e04ba-e36e-4f81-a9ee-be3fd890e51b']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:44.947314 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:44.978202 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] Checking router: 3ea554c1-0e97-44d1-82c1-9bfe36912de1 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:35:44.986753 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:35:44.987414 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:35:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:45.085743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Made reservation on behalf of 60fd06693c624da5aa61222dfbde5b25 for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:35:45.089189 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:45.096329 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:35:45.212629 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Allocated IP 172.20.0.12 (9bc3da8d-37aa-4c42-a26a-ff8ce273072b/59c26fbd-9a39-4d02-818b-3240931a2781/ec51b328-6c86-4e0d-9a2e-180d591317ab) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:35:45.362223 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:45.414299 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:35:45.441703 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b505d7-863c-4294-8117-91ef67372476 None None] The sync data for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi is: [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:28:34Z', 'revision_number': 4, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '5f383aa5-576a-42b4-9d39-0b24d147b413', 'name': '', 'network_id': '0ae3692e-0df2-47ad-8286-157d76fd0bbd', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'mac_address': 'fa:16:3e:44:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:33Z', 'updated_at': '2022-05-13T17:28:38Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'subnets': [{'id': '32dc892b-cf58-42f6-9303-ee7b046b6075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:35:45.512666 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:45.522967 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b82e5769-a26c-4b5d-9f7f-1253c9a354e4 req-ef2d4775-5a81-4746-a3fd-2a9f48486178 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=afe4a882-7b2b-4cfb-99f2-b722277d132c HTTP/1.1" status: 200 len: 210 time: 0.0387151 May 13 17:35:45.558945 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:35:45.562618 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:35:45.566424 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:35:45.609238 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=ec51b328-6c86-4e0d-9a2e-180d591317ab,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:45.633178 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:45.638182 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:45.700288 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-a797c40c-40d7-403c-b7ca-7f0ae56275fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8152323 May 13 17:35:45.734563 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a501645-dc64-4a93-aadb-aee4fe31930b None None] New status for floating IP e92cafc2-af65-473d-bc35-9863697700fa: DOWN {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:35:45.761956 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Request body: {'port': {'device_id': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:35:45.819038 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-89e377a3-a620-43a6-b4ca-d289c4e7d3c0 None None] Provisioning complete for port ec51b328-6c86-4e0d-9a2e-180d591317ab triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:45.822171 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-89e377a3-a620-43a6-b4ca-d289c4e7d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:45.845975 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:45.876165 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-89e377a3-a620-43a6-b4ca-d289c4e7d3c0 None None] Port ec51b328-6c86-4e0d-9a2e-180d591317ab cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:35:46.027300 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f01fc6-de38-4d21-9ef2-a30611200b04 req-6e92e66a-3469-4f88-b0b5-692927bb7b91 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:46.029324 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-04f01fc6-de38-4d21-9ef2-a30611200b04 req-6e92e66a-3469-4f88-b0b5-692927bb7b91 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 932 time: 0.1119556 May 13 17:35:46.130173 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-04f01fc6-de38-4d21-9ef2-a30611200b04 req-dab3ca94-1016-40f1-a931-19bac60738bf tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909669 May 13 17:35:46.218078 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec51b328-6c86-4e0d-9a2e-180d591317ab {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:35:46.225593 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Publish callbacks [] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.238354 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Transition to ACTIVE for port object ec51b328-6c86-4e0d-9a2e-180d591317ab will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:35:46.280676 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device d05de053-6bc4-4262-992c-723e87e69ddf no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:35:46.300448 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: d05de053-6bc4-4262-992c-723e87e69ddf {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:35:46.300799 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device d05de053-6bc4-4262-992c-723e87e69ddf not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:35:46.348250 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.400551 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Pushing event updated for resources: {'Port': ['ID=ec51b328-6c86-4e0d-9a2e-180d591317ab,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:46.478918 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Attempting to bind port ec51b328-6c86-4e0d-9a2e-180d591317ab on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:35:46.479297 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Attempting to bind port ec51b328-6c86-4e0d-9a2e-180d591317ab by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:35:46.479631 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Attempting to bind port ec51b328-6c86-4e0d-9a2e-180d591317ab on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:46.485212 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Port ec51b328-6c86-4e0d-9a2e-180d591317ab on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:35:46.485570 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Attempting to bind port ec51b328-6c86-4e0d-9a2e-180d591317ab on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:35:46.492621 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:35:46.493068 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Checking segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:35:46.493482 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Bound using segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:35:46.493945 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Bound port: ec51b328-6c86-4e0d-9a2e-180d591317ab, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:35:46.494323 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.585020 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] For port ec51b328-6c86-4e0d-9a2e-180d591317ab, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:35:46.588897 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] For port ec51b328-6c86-4e0d-9a2e-180d591317ab, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ec51b328-6c86-4e0d-9a2e-180d591317ab,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:35:46.652099 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.691608 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:46.692230 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.693601 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] 10.222.0.82 "PUT /v2.0/ports/ec51b328-6c86-4e0d-9a2e-180d591317ab HTTP/1.1" status: 200 len: 1094 time: 0.9362109 May 13 17:35:46.710099 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49498) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:46.724262 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:46.727463 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1460617a-aec7-45be-a4d2-42e661d4da14" -d '{"events": [{"name": "network-changed", "server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:46.729990 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45833dca-d758-473b-b1da-f01b4fdf560e service neutron] Pushing event updated for resources: {'Port': ['ID=ec51b328-6c86-4e0d-9a2e-180d591317ab,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:46.779335 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3758c51e-088c-4825-a273-c3952b90c78e x-openstack-request-id: req-3758c51e-088c-4825-a273-c3952b90c78e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:46.779956 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:46.779956 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3758c51e-088c-4825-a273-c3952b90c78e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:46.781318 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3758c51e-088c-4825-a273-c3952b90c78e'] response: {'name': 'network-changed', 'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'status': 'completed', 'code': 200} May 13 17:35:46.787306 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group (67e19b63-3a1c-4370-91b6-b0bbaafad482), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.821673 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group (67e19b63-3a1c-4370-91b6-b0bbaafad482), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.874269 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460617a-aec7-45be-a4d2-42e661d4da14 req-e445c20a-de7f-4740-b9a1-6073524030b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:46.875820 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1460617a-aec7-45be-a4d2-42e661d4da14 req-e445c20a-de7f-4740-b9a1-6073524030b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 1128 time: 0.0460808 May 13 17:35:46.954296 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (67e19b63-3a1c-4370-91b6-b0bbaafad482), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.957015 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:46.958129 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "DELETE /v2.0/security-groups/67e19b63-3a1c-4370-91b6-b0bbaafad482 HTTP/1.1" status: 204 len: 168 time: 0.2470064 May 13 17:35:46.961188 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49502) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:46.967407 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e19b63-3a1c-4370-91b6-b0bbaafad482,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:46.974543 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.974900 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.975275 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.975901 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.976218 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.977467 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.977809 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.978146 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.978481 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.978811 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.979164 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.979498 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.979825 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.980151 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.980477 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746c3708-f037-44aa-a7d4-961e9ff2370f tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:35:46.987529 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-98808ea7-f913-431e-ae30-88c7b34211db tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] show failed (client error): The resource could not be found. May 13 17:35:46.989348 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-98808ea7-f913-431e-ae30-88c7b34211db tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups/67e19b63-3a1c-4370-91b6-b0bbaafad482 HTTP/1.1" status: 404 len: 347 time: 0.0205619 May 13 17:35:46.991787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49504) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:35:47.003663 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460617a-aec7-45be-a4d2-42e661d4da14 req-a7b3fa2c-79c9-4d70-a864-136db609df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.006306 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1460617a-aec7-45be-a4d2-42e661d4da14 req-a7b3fa2c-79c9-4d70-a864-136db609df03 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=60fd06693c624da5aa61222dfbde5b25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1160009 May 13 17:35:47.110293 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460617a-aec7-45be-a4d2-42e661d4da14 req-ca84f03f-1dc7-4c6f-9e53-e3be774243aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.111551 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Deleting port f2047816-e083-480b-8656-426ee78b8883 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:35:47.111906 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (f2047816-e083-480b-8656-426ee78b8883), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:47.113613 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1460617a-aec7-45be-a4d2-42e661d4da14 req-ca84f03f-1dc7-4c6f-9e53-e3be774243aa service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986323 May 13 17:35:47.195502 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (f2047816-e083-480b-8656-426ee78b8883), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:47.195999 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (f2047816-e083-480b-8656-426ee78b8883), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:47.218995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Calling delete_port for f2047816-e083-480b-8656-426ee78b8883 owned by network:floatingip {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:35:47.221976 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-56024298-aec6-48ac-8d96-bfe8e3da559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.223517 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-56024298-aec6-48ac-8d96-bfe8e3da559f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 1128 time: 0.0434339 May 13 17:35:47.265310 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea0476-d4e5-4c3e-8c40-54eb1e518f62 req-6ca08fe8-8fdd-4e1c-8794-5ddc01807941 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.267012 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-41ea0476-d4e5-4c3e-8c40-54eb1e518f62 req-6ca08fe8-8fdd-4e1c-8794-5ddc01807941 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0632699 May 13 17:35:47.286683 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-1b4165b4-181f-4bf5-a796-f27e5018e276 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec51b328-6c86-4e0d-9a2e-180d591317ab HTTP/1.1" status: 200 len: 217 time: 0.0477924 May 13 17:35:47.342429 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-d70c2964-14ff-4958-a150-ad5d5944e279 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655286 May 13 17:35:47.352874 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-27d97d98-98fb-42c7-be7c-3bd6b80392f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.354218 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-27d97d98-98fb-42c7-be7c-3bd6b80392f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0513887 May 13 17:35:47.362574 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-41ea0476-d4e5-4c3e-8c40-54eb1e518f62 req-40b6a592-1915-4fe5-80a5-308a3b69be68 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662396 May 13 17:35:47.442822 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae9f2-f56b-415a-870a-6f917324302c req-5848c482-6f24-4473-b97b-aae6f673ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.444257 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-5848c482-6f24-4473-b97b-aae6f673ad4a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733621 May 13 17:35:47.445306 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-62dedda5-f11e-42b5-8115-71054bf454ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.446623 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-62dedda5-f11e-42b5-8115-71054bf454ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1129 time: 0.0659823 May 13 17:35:47.502684 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (f2047816-e083-480b-8656-426ee78b8883), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:47.528967 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event deleted for resources: {'Port': ['ID=f2047816-e083-480b-8656-426ee78b8883,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:47.601093 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks [] for floatingip (e92cafc2-af65-473d-bc35-9863697700fa), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:47.603939 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:47.605089 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4f18c8c5-ddd4-4b31-80d2-db550df2cbbf tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "DELETE /v2.0/floatingips/e92cafc2-af65-473d-bc35-9863697700fa HTTP/1.1" status: 204 len: 168 time: 0.6120923 May 13 17:35:47.619439 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-6da17912-a900-496f-8a99-7edbec1db6bc service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661971 May 13 17:35:47.623828 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-958c3a6e-c1d1-485f-ae44-c1c472af2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.625139 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-958c3a6e-c1d1-485f-ae44-c1c472af2463 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 200 len: 910 time: 0.1264639 May 13 17:35:47.733469 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-6f29af54-f04b-4551-a502-d11a1176ba39 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 1001 time: 0.1005318 May 13 17:35:47.793266 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b14ae9f2-f56b-415a-870a-6f917324302c req-96ad7ceb-2919-4ee9-99bb-7f5bb154861e service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670642 May 13 17:35:47.802531 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-8c61cf03-1fcc-4055-94c5-63c79d9ee29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.804248 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-8c61cf03-1fcc-4055-94c5-63c79d9ee29d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aad0c413-010c-4f53-a298-2e7b02b8e233 HTTP/1.1" status: 200 len: 848 time: 0.0643656 May 13 17:35:47.854515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-7618ca33-1c3d-4a2e-819d-840ef27e6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:47.856029 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-7618ca33-1c3d-4a2e-819d-840ef27e6c71 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f334e29-3120-4ec7-b43a-0baf54e47be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399725 May 13 17:35:47.948322 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-8f8c4e7b-ce72-43cb-9eb5-1f037b791ba3 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854282 May 13 17:35:48.477226 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb03001-2c7a-46fb-9951-ef6722f8c09e req-06afe056-fe19-4703-b2c1-c7f756127939 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:48.478732 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-edb03001-2c7a-46fb-9951-ef6722f8c09e req-06afe056-fe19-4703-b2c1-c7f756127939 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0476260 May 13 17:35:48.527401 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-edb03001-2c7a-46fb-9951-ef6722f8c09e req-8b5f70d9-38a6-4568-ad3a-b4760187b20f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 May 13 17:35:48.990654 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e5df5814-0a6a-43d5-9bb5-15d784ec42a5 req-d8437ac6-1f5a-4d76-aac3-9ddb5be990e9 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852885 May 13 17:35:49.646069 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a153fd-c648-405d-b772-0582c9f7a637 req-43f14c24-378c-4492-bbfa-24f039e8f4bc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:49.647541 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-31a153fd-c648-405d-b772-0582c9f7a637 req-43f14c24-378c-4492-bbfa-24f039e8f4bc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0457594 May 13 17:35:49.702785 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-31a153fd-c648-405d-b772-0582c9f7a637 req-7ee6c16e-1a3b-483f-8e9e-e4757a65fe18 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 May 13 17:35:50.481730 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a906013-a95d-4634-9ebe-fe04945a0915 req-2d3165b0-93f8-4a8a-8698-0753e0620cb0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:50.483210 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7a906013-a95d-4634-9ebe-fe04945a0915 req-2d3165b0-93f8-4a8a-8698-0753e0620cb0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0459573 May 13 17:35:50.531653 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7a906013-a95d-4634-9ebe-fe04945a0915 req-0622126d-7050-4fbc-85cd-ce0daf418648 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 May 13 17:35:50.815859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9d2ba-06a3-4c4d-a1b5-0bc7b21b84f5 req-94c6f39d-21bf-445f-ba0e-60c2a689137a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:50.817336 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ce9d2ba-06a3-4c4d-a1b5-0bc7b21b84f5 req-94c6f39d-21bf-445f-ba0e-60c2a689137a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0474207 May 13 17:35:50.867189 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6ce9d2ba-06a3-4c4d-a1b5-0bc7b21b84f5 req-729c522d-480f-497a-aa7e-1ddfd7236837 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444000 May 13 17:35:51.319757 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-7be5b215-6538-4a36-9c9c-1cb39fc2ebe1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:51.321094 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-7be5b215-6538-4a36-9c9c-1cb39fc2ebe1 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0500231 May 13 17:35:51.405153 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Deleting port c3ddca4e-2887-4fd8-919d-7abc574f54f5 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:35:51.405588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:51.492669 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] For port c3ddca4e-2887-4fd8-919d-7abc574f54f5, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c3ddca4e-2887-4fd8-919d-7abc574f54f5,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:51.493027 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:51.506662 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Calling delete_port for c3ddca4e-2887-4fd8-919d-7abc574f54f5 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:35:51.650681 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68f757-1baf-4f9c-bf7a-5a148241c223 req-c632e344-6fc6-4ad5-b31c-b0d5bbeea01a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:51.652173 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2c68f757-1baf-4f9c-bf7a-5a148241c223 req-c632e344-6fc6-4ad5-b31c-b0d5bbeea01a tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 946 time: 0.0462418 May 13 17:35:51.698249 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2c68f757-1baf-4f9c-bf7a-5a148241c223 req-b2c82509-5264-4f24-8871-94e31458df35 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 May 13 17:35:51.714475 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c3ddca4e-2887-4fd8-919d-7abc574f54f5), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:51.747672 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event deleted for resources: {'Port': ['ID=c3ddca4e-2887-4fd8-919d-7abc574f54f5,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:51.755831 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['8c1697c5-1f14-4626-9fa8-129fec582059', 'c3ddca4e-2887-4fd8-919d-7abc574f54f5'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:35:51.792589 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] No DVR routers for this DVR port c3ddca4e-2887-4fd8-919d-7abc574f54f5 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:35:51.795786 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:51.799098 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c5f52424-303b-4a10-bc6a-d6b1ea1c64ab req-9bbc76c6-8e0c-4123-8399-6eec622b5db0 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "DELETE /v2.0/ports/c3ddca4e-2887-4fd8-919d-7abc574f54f5 HTTP/1.1" status: 204 len: 173 time: 0.4728856 May 13 17:35:51.799566 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'name': 'network-vif-deleted', 'tag': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:51.801830 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e4fd20-f7d2-4838-bf7e-c732b68b2496" -d '{"events": [{"server_uuid": "f9d3d26f-4dd5-4068-bee2-60b3d1a71055", "name": "network-vif-deleted", "tag": "c3ddca4e-2887-4fd8-919d-7abc574f54f5"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:51.846068 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74833f4e-4fc5-4e0e-818d-d5ec7c726da9 x-openstack-request-id: req-74833f4e-4fc5-4e0e-818d-d5ec7c726da9 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:51.846068 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d3d26f-4dd5-4068-bee2-60b3d1a71055", "name": "network-vif-deleted", "tag": "c3ddca4e-2887-4fd8-919d-7abc574f54f5", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:51.846792 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74833f4e-4fc5-4e0e-818d-d5ec7c726da9 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:51.846792 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74833f4e-4fc5-4e0e-818d-d5ec7c726da9'] response: {'server_uuid': 'f9d3d26f-4dd5-4068-bee2-60b3d1a71055', 'name': 'network-vif-deleted', 'tag': 'c3ddca4e-2887-4fd8-919d-7abc574f54f5', 'status': 'completed', 'code': 200} May 13 17:35:51.992976 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923b1a-2a16-440e-95a4-19bd9b047d05 req-67589ad6-9ac8-4afd-87e4-db591c1ffb6f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:51.994448 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8a923b1a-2a16-440e-95a4-19bd9b047d05 req-67589ad6-9ac8-4afd-87e4-db591c1ffb6f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0508378 May 13 17:35:52.044682 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8a923b1a-2a16-440e-95a4-19bd9b047d05 req-cbcd8c82-11bd-41d7-92fe-8f883c6c14f5 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 May 13 17:35:52.808403 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c07d86f-475a-42ed-9b81-213697eda888 req-886cc34f-b7b9-4517-95a9-e41e02839bd4 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9d3d26f-4dd5-4068-bee2-60b3d1a71055 HTTP/1.1" status: 200 len: 210 time: 0.0287201 May 13 17:35:53.156287 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0f6de-2413-41b7-a1f6-1bcf46b313f3 req-5f42db9d-ccf5-4c7d-8a5a-6619d3fa235a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:53.157742 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4d0f6de-2413-41b7-a1f6-1bcf46b313f3 req-5f42db9d-ccf5-4c7d-8a5a-6619d3fa235a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0460446 May 13 17:35:53.205213 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4d0f6de-2413-41b7-a1f6-1bcf46b313f3 req-2554f126-e3b5-433a-ab61-1f4026fec528 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 May 13 17:35:54.313585 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c3ddca4e-2887-4fd8-919d-7abc574f54f5 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:35:54.315242 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190038a-9409-407e-b9fd-d031ee7e4ed8 req-3faf7fd3-d672-42b5-baeb-81662e4b96c8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:54.316894 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2190038a-9409-407e-b9fd-d031ee7e4ed8 req-3faf7fd3-d672-42b5-baeb-81662e4b96c8 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0493069 May 13 17:35:54.326338 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f210-975d-4dbf-8e74-108f930e8e37 req-0fd2cb5a-3445-4442-a896-2c425f5e5fc6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:54.327835 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-df17f210-975d-4dbf-8e74-108f930e8e37 req-0fd2cb5a-3445-4442-a896-2c425f5e5fc6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0499687 May 13 17:35:54.339702 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: c3ddca4e-2887-4fd8-919d-7abc574f54f5 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:35:54.339897 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c3ddca4e-2887-4fd8-919d-7abc574f54f5 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:35:54.370592 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2190038a-9409-407e-b9fd-d031ee7e4ed8 req-fb5f06cf-7b22-45c1-917f-87ec501fa31b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 May 13 17:35:54.376565 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-df17f210-975d-4dbf-8e74-108f930e8e37 req-ecf6263c-a8e3-4c3c-b643-0e9b16a22b8e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 May 13 17:35:55.485234 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d8a93-8976-4407-97f5-e5c6bc6e1293 req-1565c521-cb84-4404-b684-f77480d63fcb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:55.486721 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b88d8a93-8976-4407-97f5-e5c6bc6e1293 req-1565c521-cb84-4404-b684-f77480d63fcb tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0489631 May 13 17:35:55.534545 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b88d8a93-8976-4407-97f5-e5c6bc6e1293 req-728d7c54-2cd3-4c82-a0b0-3db15c85cf1b tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 May 13 17:35:55.640833 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61451df-3c0a-40f5-b430-9d6eb1257a5c req-222a9d0c-1119-4359-8568-6d754ad6a31f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:55.642837 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e61451df-3c0a-40f5-b430-9d6eb1257a5c req-222a9d0c-1119-4359-8568-6d754ad6a31f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 944 time: 0.0557017 May 13 17:35:55.694347 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e61451df-3c0a-40f5-b430-9d6eb1257a5c req-edead82e-dc71-4144-9b53-6f7111c25cc3 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458283 May 13 17:35:56.328771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ec51b328-6c86-4e0d-9a2e-180d591317ab details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:35:56.424630 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port ec51b328-6c86-4e0d-9a2e-180d591317ab, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ec51b328-6c86-4e0d-9a2e-180d591317ab,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:56.436468 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'port_id': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'mac_address': 'fa:16:3e:da:ae:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:35:56.472244 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port ec51b328-6c86-4e0d-9a2e-180d591317ab is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:56.472635 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:56.485665 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec51b328-6c86-4e0d-9a2e-180d591317ab {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:35:56.508265 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port ec51b328-6c86-4e0d-9a2e-180d591317ab, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ec51b328-6c86-4e0d-9a2e-180d591317ab,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:56.565766 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:56.615369 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=ec51b328-6c86-4e0d-9a2e-180d591317ab,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:56.652352 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a121b3-591b-43a2-8902-cfceafcd13c2 req-dbfafdbc-4a34-4209-a5cb-7ead5a82ab58 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:56.653832 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0a121b3-591b-43a2-8902-cfceafcd13c2 req-dbfafdbc-4a34-4209-a5cb-7ead5a82ab58 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0464039 May 13 17:35:56.701321 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0a121b3-591b-43a2-8902-cfceafcd13c2 req-e28f2ad9-41b4-42bf-8abc-ce795d09f4da tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/security-groups?id=347567e4-18f1-445e-98de-0d0e686db1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 May 13 17:35:56.746627 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2392ece-aa90-418d-b016-47302e8795cf req-9576a4c1-420e-413d-a27e-1c1d317c0995 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:56.748732 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2392ece-aa90-418d-b016-47302e8795cf req-9576a4c1-420e-413d-a27e-1c1d317c0995 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 945 time: 0.0501425 May 13 17:35:56.840310 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Deleting port 8c1697c5-1f14-4626-9fa8-129fec582059 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:35:56.840683 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:56.863352 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e66d7-f9b8-4d2c-a398-4490cf922d21 req-ecbe47f4-5740-4063-9ba6-27836223db04 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:56.864818 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3b6e66d7-f9b8-4d2c-a398-4490cf922d21 req-ecbe47f4-5740-4063-9ba6-27836223db04 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 945 time: 0.0461357 May 13 17:35:56.919807 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3b6e66d7-f9b8-4d2c-a398-4490cf922d21 req-55542ad2-a528-4be0-a434-c6f20031b5b8 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490572 May 13 17:35:56.934755 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] For port 8c1697c5-1f14-4626-9fa8-129fec582059, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=8c1697c5-1f14-4626-9fa8-129fec582059,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:56.935437 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:56.949577 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Calling delete_port for 8c1697c5-1f14-4626-9fa8-129fec582059 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:35:57.086172 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['ec51b328-6c86-4e0d-9a2e-180d591317ab'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:35:57.142612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (8c1697c5-1f14-4626-9fa8-129fec582059), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:57.172542 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Pushing event deleted for resources: {'Port': ['ID=8c1697c5-1f14-4626-9fa8-129fec582059,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:57.189222 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['8c1697c5-1f14-4626-9fa8-129fec582059'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:35:57.225737 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] No DVR routers for this DVR port 8c1697c5-1f14-4626-9fa8-129fec582059 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:35:57.229522 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:57.233728 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a2392ece-aa90-418d-b016-47302e8795cf req-72fa470a-c6a5-46fd-9c44-049d7f0d9f55 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.82 "DELETE /v2.0/ports/8c1697c5-1f14-4626-9fa8-129fec582059 HTTP/1.1" status: 204 len: 173 time: 0.4783132 May 13 17:35:57.234180 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'name': 'network-vif-deleted', 'tag': '8c1697c5-1f14-4626-9fa8-129fec582059'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:57.236538 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62c0338-44b3-4ef6-9bba-484fa180499b" -d '{"events": [{"server_uuid": "ee92d4ec-0b6a-4fae-8b6c-eaf330781f58", "name": "network-vif-deleted", "tag": "8c1697c5-1f14-4626-9fa8-129fec582059"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:57.275986 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac6bba2-b2ea-483d-b546-bf878c1ae4bc x-openstack-request-id: req-fac6bba2-b2ea-483d-b546-bf878c1ae4bc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:57.276309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee92d4ec-0b6a-4fae-8b6c-eaf330781f58", "name": "network-vif-deleted", "tag": "8c1697c5-1f14-4626-9fa8-129fec582059", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:57.276571 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fac6bba2-b2ea-483d-b546-bf878c1ae4bc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:57.276979 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac6bba2-b2ea-483d-b546-bf878c1ae4bc'] response: {'server_uuid': 'ee92d4ec-0b6a-4fae-8b6c-eaf330781f58', 'name': 'network-vif-deleted', 'tag': '8c1697c5-1f14-4626-9fa8-129fec582059', 'status': 'completed', 'code': 200} May 13 17:35:57.812997 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7ab5acc3-484c-4719-9303-5f379b4e8492 req-d0742e6c-ce28-46db-a192-35473421ab36 tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 210 time: 0.0277584 May 13 17:35:58.032924 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0fa4f-83b6-4d63-ab7f-7e1e80fd354e req-8335d3e6-50cd-4e9d-a40c-d722f532151e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:58.034287 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6da0fa4f-83b6-4d63-ab7f-7e1e80fd354e req-8335d3e6-50cd-4e9d-a40c-d722f532151e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 945 time: 0.0473092 May 13 17:35:58.086229 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6da0fa4f-83b6-4d63-ab7f-7e1e80fd354e req-f8067c71-593b-4a54-a5cd-ba3ae07b799f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462270 May 13 17:35:58.236440 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180239c-df09-4ce5-86fa-4ec06595f7b7 req-cee6a543-a542-444b-a088-69109e448abf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:58.237899 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e180239c-df09-4ce5-86fa-4ec06595f7b7 req-cee6a543-a542-444b-a088-69109e448abf tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 946 time: 0.0464401 May 13 17:35:58.287361 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e180239c-df09-4ce5-86fa-4ec06595f7b7 req-c25407f6-6b8c-480e-b7c0-9298d3ef055a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435560 May 13 17:35:58.358899 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ec51b328-6c86-4e0d-9a2e-180d591317ab up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:35:58.405686 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port ec51b328-6c86-4e0d-9a2e-180d591317ab completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:35:58.410661 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9b910cec-dda1-4207-b204-d9c8c34f0641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:58.468344 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port ec51b328-6c86-4e0d-9a2e-180d591317ab triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:35:58.468705 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:58.544613 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port ec51b328-6c86-4e0d-9a2e-180d591317ab is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:35:58.544921 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:58.566296 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:35:58.568553 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4067e8de-46eb-4ee3-9e83-8d5b9e645a48" -d '{"events": [{"server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:35:58.580779 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port ec51b328-6c86-4e0d-9a2e-180d591317ab, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ec51b328-6c86-4e0d-9a2e-180d591317ab,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:35:58.603763 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8533a3-c96a-4116-8bcc-3ab9d56c5a68 x-openstack-request-id: req-4c8533a3-c96a-4116-8bcc-3ab9d56c5a68 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:35:58.604187 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:35:58.604445 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c8533a3-c96a-4116-8bcc-3ab9d56c5a68 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:35:58.604845 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8533a3-c96a-4116-8bcc-3ab9d56c5a68'] response: {'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'code': 200} May 13 17:35:58.650731 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:35:58.698073 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=ec51b328-6c86-4e0d-9a2e-180d591317ab,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:35:58.922224 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0b0859a-dae3-4829-ac04-44f3402f9503 req-dc7b769c-bd74-4db5-950b-0094eff6015d tempest-ServerRescueNegativeTestJSON-1094369910 tempest-ServerRescueNegativeTestJSON-1094369910-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee92d4ec-0b6a-4fae-8b6c-eaf330781f58 HTTP/1.1" status: 200 len: 210 time: 0.0304027 May 13 17:35:59.198471 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e108a-88bf-439c-89d7-8a35f6662535 req-6cce8262-2808-41e8-9a70-aae07d59d78d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:59.199979 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea1e108a-88bf-439c-89d7-8a35f6662535 req-6cce8262-2808-41e8-9a70-aae07d59d78d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0466862 May 13 17:35:59.252003 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ea1e108a-88bf-439c-89d7-8a35f6662535 req-c0e16ec2-acbb-4dbc-b190-cf88808f60d1 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 May 13 17:35:59.397008 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25608782-7f83-4f8f-b1b8-d7ffb96b575d req-d556aae2-d979-4885-acf0-8dce39ed2c53 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:35:59.398431 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-25608782-7f83-4f8f-b1b8-d7ffb96b575d req-d556aae2-d979-4885-acf0-8dce39ed2c53 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 946 time: 0.0457368 May 13 17:35:59.442941 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-25608782-7f83-4f8f-b1b8-d7ffb96b575d req-716f1068-1be9-429f-9b19-29a96e9b3678 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 May 13 17:35:59.978409 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49622) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:00.276309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a273e8-0ef1-4229-a8be-e44aa43131a9 req-cd451e1c-fee0-4293-9723-b7b5f9f13c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:00.277908 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1a273e8-0ef1-4229-a8be-e44aa43131a9 req-cd451e1c-fee0-4293-9723-b7b5f9f13c6c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 1130 time: 0.0670228 May 13 17:36:00.284337 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-d044e668-9f94-4db8-a54b-9d2734a8009e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:00.285731 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-d044e668-9f94-4db8-a54b-9d2734a8009e tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 946 time: 0.0669842 May 13 17:36:00.366411 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1a273e8-0ef1-4229-a8be-e44aa43131a9 req-ad1bb73d-3876-432f-b45f-45cd4250cd55 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797136 May 13 17:36:00.386674 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8c1697c5-1f14-4626-9fa8-129fec582059 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:00.402578 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fb4fa-3dec-4337-8621-acb7c7fb20bc req-8e2e84a4-9a94-4701-8b65-daa2ab70bf0f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:00.404131 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1d0fb4fa-3dec-4337-8621-acb7c7fb20bc req-8e2e84a4-9a94-4701-8b65-daa2ab70bf0f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0816383 May 13 17:36:00.406619 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port c9743a5a-7193-4cc0-93e6-05a64a6339e1 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:00.407043 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:00.408206 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 8c1697c5-1f14-4626-9fa8-129fec582059 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:36:00.408789 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 8c1697c5-1f14-4626-9fa8-129fec582059 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:36:00.503254 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] For port c9743a5a-7193-4cc0-93e6-05a64a6339e1, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=c9743a5a-7193-4cc0-93e6-05a64a6339e1,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:00.503623 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:00.517130 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1d0fb4fa-3dec-4337-8621-acb7c7fb20bc req-fb21019e-9473-403c-8fb5-6473fce3d546 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033671 May 13 17:36:00.536784 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (3ea554c1-0e97-44d1-82c1-9bfe36912de1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:00.571398 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d9e6d1dc-db40-49f6-a826-c91f7a57f650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:00.604638 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4f42d-7f23-4916-a321-ae6a143f86f7 req-ccc0e370-fe86-4d29-ad6b-68f723274d55 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:00.606124 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-83d4f42d-7f23-4916-a321-ae6a143f86f7 req-ccc0e370-fe86-4d29-ad6b-68f723274d55 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 946 time: 0.0853679 May 13 17:36:00.731289 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-83d4f42d-7f23-4916-a321-ae6a143f86f7 req-34326fca-5d83-4b76-9166-0ac5e7364e2d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b4b7a02-b208-426a-940d-60676f36f349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179526 May 13 17:36:00.754549 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:00.754923 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (ff526ec6-85fe-49bc-962d-0e83b12c526a), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:00.755271 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP ff526ec6-85fe-49bc-962d-0e83b12c526a disassociated. External IP: 172.27.3.148, port: c9743a5a-7193-4cc0-93e6-05a64a6339e1. May 13 17:36:00.755619 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for c9743a5a-7193-4cc0-93e6-05a64a6339e1 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:01.003171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Deleting port 5f383aa5-576a-42b4-9d39-0b24d147b413 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:01.003719 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:01.087936 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] For port 5f383aa5-576a-42b4-9d39-0b24d147b413, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=5f383aa5-576a-42b4-9d39-0b24d147b413,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:01.088285 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:01.104805 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Calling delete_port for 5f383aa5-576a-42b4-9d39-0b24d147b413 owned by network:router_interface {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:01.200033 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c9743a5a-7193-4cc0-93e6-05a64a6339e1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:01.230453 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=c9743a5a-7193-4cc0-93e6-05a64a6339e1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:01.343179 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (5f383aa5-576a-42b4-9d39-0b24d147b413), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:01.348363 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:36:01.370053 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5f383aa5-576a-42b4-9d39-0b24d147b413,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:01.474701 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:36:01.485937 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:36:01.497175 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:01.497746 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:01.529285 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] No DVR routers for this DVR port c9743a5a-7193-4cc0-93e6-05a64a6339e1 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:36:01.531791 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:01.535187 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d5d763ad-d71d-402b-a63f-4fcf09844603 req-8e0f5cdb-1fe3-4eff-a069-a89b18a41b5b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "DELETE /v2.0/ports/c9743a5a-7193-4cc0-93e6-05a64a6339e1 HTTP/1.1" status: 204 len: 173 time: 1.2431655 May 13 17:36:01.535672 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'name': 'network-vif-deleted', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:01.537981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7217106-f72f-4718-a065-183965808923" -d '{"events": [{"server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "name": "network-vif-deleted", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:01.566824 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (3ea554c1-0e97-44d1-82c1-9bfe36912de1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:01.596202 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4faf5d-7860-416f-a52b-2d665941683e x-openstack-request-id: req-9e4faf5d-7860-416f-a52b-2d665941683e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:01.596505 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b767fd-1e8b-4b26-8c43-236c7698129e", "name": "network-vif-deleted", "tag": "c9743a5a-7193-4cc0-93e6-05a64a6339e1", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:01.596840 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e4faf5d-7860-416f-a52b-2d665941683e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:01.597177 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4faf5d-7860-416f-a52b-2d665941683e'] response: {'server_uuid': 'a8b767fd-1e8b-4b26-8c43-236c7698129e', 'name': 'network-vif-deleted', 'tag': 'c9743a5a-7193-4cc0-93e6-05a64a6339e1', 'status': 'completed', 'code': 200} May 13 17:36:01.653533 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:01.699425 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903863db-d3d0-4b54-bfe4-da4eefaa6656 req-c95fca69-4b4d-4d73-b685-0bd2a9ce2041 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:01.700922 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-903863db-d3d0-4b54-bfe4-da4eefaa6656 req-c95fca69-4b4d-4d73-b685-0bd2a9ce2041 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0565629 May 13 17:36:01.807321 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-903863db-d3d0-4b54-bfe4-da4eefaa6656 req-6798bda0-0c0d-4d71-8ea4-48d297bcfec3 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975125 May 13 17:36:01.873585 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec301658-d678-4ce3-bd67-7524d06f5e99 req-b73bf02d-0abb-4bc0-823b-f2ab434302e7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 210 time: 0.0382261 May 13 17:36:01.932777 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:36:01.952283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:01.980241 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:36:01.988522 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:01.989126 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:02.025314 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:02.046692 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:36:02.052415 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-430d0428-2d1d-44ea-9d19-506c0ab229fe admin admin] 10.222.0.64 "PUT /v2.0/routers/3ea554c1-0e97-44d1-82c1-9bfe36912de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728807 May 13 17:36:02.054761 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49642) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:02.058288 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] Sync routers for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:36:02.070347 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:02.070974 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:02.101361 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:02.162990 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks [] for router (3ea554c1-0e97-44d1-82c1-9bfe36912de1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:02.187380 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:02.277236 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks [] for router_gateway (3ea554c1-0e97-44d1-82c1-9bfe36912de1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:02.307762 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:02.340779 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d5a87-b8b4-488f-8d91-61d83318e29b None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:36:02.369906 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:36:01Z', 'revision_number': 5, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port': {'id': 'a355d973-79d4-447d-9a8e-1e3e14a6964e', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:30Z', 'updated_at': '2022-05-13T17:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:02.385392 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c9743a5a-7193-4cc0-93e6-05a64a6339e1 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:02.395002 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Deleting port a355d973-79d4-447d-9a8e-1e3e14a6964e {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:02.395470 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:02.413279 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] Checking router: 3ea554c1-0e97-44d1-82c1-9bfe36912de1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:36:02.422951 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] Routers {'3ea554c1-0e97-44d1-82c1-9bfe36912de1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:02.423611 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:02.438494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: c9743a5a-7193-4cc0-93e6-05a64a6339e1 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:36:02.438915 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device c9743a5a-7193-4cc0-93e6-05a64a6339e1 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:36:02.518372 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] For port a355d973-79d4-447d-9a8e-1e3e14a6964e, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=a355d973-79d4-447d-9a8e-1e3e14a6964e,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:02.518634 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] Set router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:02.519196 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:02.546443 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Calling delete_port for a355d973-79d4-447d-9a8e-1e3e14a6964e owned by network:router_gateway {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:02.583004 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:36:02Z', 'revision_number': 6, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:02.611085 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8a7e7-865c-4049-9082-8ba0afc7f25b None None] The sync data for ids ['3ea554c1-0e97-44d1-82c1-9bfe36912de1'] in dv-cinder-841782-1-iscsi is: [{'id': '3ea554c1-0e97-44d1-82c1-9bfe36912de1', 'name': 'tempest-ServerRescueNegativeTestJSON-161567580-router', 'tenant_id': '27832590c00f47b7b09c343e892f310a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:29Z', 'updated_at': '2022-05-13T17:36:02Z', 'revision_number': 6, 'project_id': '27832590c00f47b7b09c343e892f310a', 'gw_port_host': None}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:36:02.724099 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d65da1-ffe8-455c-81a1-6e152c11aea7 None None] New status for floating IP ff526ec6-85fe-49bc-962d-0e83b12c526a: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:36:02.828451 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (a355d973-79d4-447d-9a8e-1e3e14a6964e), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:02.861426 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Pushing event deleted for resources: {'Port': ['ID=a355d973-79d4-447d-9a8e-1e3e14a6964e,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:02.948676 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (3ea554c1-0e97-44d1-82c1-9bfe36912de1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:02.992756 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01762f6-4b4e-4c1c-b20b-f6b493a23272 req-39a4f45a-3d9a-40c5-a172-1578fda15604 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:03.002816 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d01762f6-4b4e-4c1c-b20b-f6b493a23272 req-39a4f45a-3d9a-40c5-a172-1578fda15604 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.1195741 May 13 17:36:03.086888 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d01762f6-4b4e-4c1c-b20b-f6b493a23272 req-08a10e6d-9e06-4142-9dcb-e20d7c96462e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828156 May 13 17:36:03.094791 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2e29d978-6cca-45bb-b954-39793f6c074a req-033e54a7-5301-4ba9-855e-e683ca0ba874 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8b767fd-1e8b-4b26-8c43-236c7698129e HTTP/1.1" status: 200 len: 210 time: 0.0468748 May 13 17:36:03.159981 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (3ea554c1-0e97-44d1-82c1-9bfe36912de1), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.162887 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks [] for router_controller (3ea554c1-0e97-44d1-82c1-9bfe36912de1), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.255332 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d10250-9540-42c7-8179-4b9c6d809b3f req-f69d94c4-6d3d-48bf-85e9-eba6bb99fa9e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:03.262897 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a0d10250-9540-42c7-8179-4b9c6d809b3f req-f69d94c4-6d3d-48bf-85e9-eba6bb99fa9e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0894592 May 13 17:36:03.292667 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (3ea554c1-0e97-44d1-82c1-9bfe36912de1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.294042 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea554c1-0e97-44d1-82c1-9bfe36912de1 {{(pid=103694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:36:03.298972 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.305030 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-bc991278-d3ed-48d7-9f14-ab582fa5a97f admin admin] 10.222.0.64 "DELETE /v2.0/routers/3ea554c1-0e97-44d1-82c1-9bfe36912de1 HTTP/1.1" status: 204 len: 168 time: 1.2488220 May 13 17:36:03.305665 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49660) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:03.319976 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a0d10250-9540-42c7-8179-4b9c6d809b3f req-41fb7015-4b15-484a-a7fe-4a4779800a52 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556409 May 13 17:36:03.344286 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49662) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:03.360964 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] Deleting subnet 32dc892b-cf58-42f6-9303-ee7b046b6075 {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:36:03.366888 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] Publish callbacks [] for subnet (32dc892b-cf58-42f6-9303-ee7b046b6075), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.404853 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (32dc892b-cf58-42f6-9303-ee7b046b6075), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.447233 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a9a5f5-610b-4fd4-a838-45d9639553c9 tempest-TestVolumeBootPattern-993263142 tempest-TestVolumeBootPattern-993263142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:03.449071 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e1a9a5f5-610b-4fd4-a838-45d9639553c9 tempest-TestVolumeBootPattern-993263142 tempest-TestVolumeBootPattern-993263142-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 1125 time: 0.1025093 May 13 17:36:03.451980 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49666) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:03.456228 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'port_id': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:03.491440 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (32dc892b-cf58-42f6-9303-ee7b046b6075), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.537299 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.571366 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.628524 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (32dc892b-cf58-42f6-9303-ee7b046b6075), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.650612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.657420 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32dc892b-cf58-42f6-9303-ee7b046b6075,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:03.659447 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.664106 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-c66ff313-b76b-4d18-90a4-0af8c7e09197 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/32dc892b-cf58-42f6-9303-ee7b046b6075 HTTP/1.1" status: 204 len: 168 time: 0.3559654 May 13 17:36:03.668138 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49668) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:03.670955 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a6fc0-c4ee-4a5e-84f6-d84a9d772066 None None] Network 0ae3692e-0df2-47ad-8286-157d76fd0bbd requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:36:03.748479 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (0ae3692e-0df2-47ad-8286-157d76fd0bbd), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.785575 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Allocated IP 172.27.3.216 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/81848361-cdeb-4e4f-8cb8-b0706526f908) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:36:03.801531 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Deleting port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:03.801979 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.878915 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] For port dec10833-d3b9-464b-b6e0-afc4b2e3bc99, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:03.879396 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.901992 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Calling delete_port for dec10833-d3b9-464b-b6e0-afc4b2e3bc99 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:03.908439 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] DHCP port deletion for 0ae3692e-0df2-47ad-8286-157d76fd0bbd request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:36:03.908958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:03.950886 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 5f383aa5-576a-42b4-9d39-0b24d147b413 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:03.985330 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 5f383aa5-576a-42b4-9d39-0b24d147b413 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:36:03.985672 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 5f383aa5-576a-42b4-9d39-0b24d147b413 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:36:03.986111 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device a355d973-79d4-447d-9a8e-1e3e14a6964e no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:04.010106 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: a355d973-79d4-447d-9a8e-1e3e14a6964e {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:36:04.010453 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device a355d973-79d4-447d-9a8e-1e3e14a6964e not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:36:04.013155 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] Deleting port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:04.013533 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.045723 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.076600 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] For port dec10833-d3b9-464b-b6e0-afc4b2e3bc99, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,segment=NetworkSegment(db9d2d85-0ce1-4486-8371-c94aaefdba01),segment_id=db9d2d85-0ce1-4486-8371-c94aaefdba01)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:04.077373 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.083097 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:36:04.087750 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:36:04.091260 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:36:04.092196 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] Calling delete_port for dec10833-d3b9-464b-b6e0-afc4b2e3bc99 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:04.099646 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=81848361-cdeb-4e4f-8cb8-b0706526f908,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:04.126100 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.157110 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:04.172823 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] No DVR routers for this DVR port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 on host dv-cinder-841782-1-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:36:04.252998 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (0ae3692e-0df2-47ad-8286-157d76fd0bbd), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.275014 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49676) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:04.303264 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae3692e-0df2-47ad-8286-157d76fd0bbd']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:04.321702 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9d2d85-0ce1-4486-8371-c94aaefdba01') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:04.322042 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9d2d85-0ce1-4486-8371-c94aaefdba01') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:04.339861 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (db9d2d85-0ce1-4486-8371-c94aaefdba01), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.354233 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (dec10833-d3b9-464b-b6e0-afc4b2e3bc99), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.358562 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (db9d2d85-0ce1-4486-8371-c94aaefdba01), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.373278 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (db9d2d85-0ce1-4486-8371-c94aaefdba01), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:36:04.377126 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:36:04.380130 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] Pushing event deleted for resources: {'Port': ['ID=dec10833-d3b9-464b-b6e0-afc4b2e3bc99,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:04.386212 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f55e8-d402-4013-aa85-57bfd9554269 None None] No DVR routers for this DVR port dec10833-d3b9-464b-b6e0-afc4b2e3bc99 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:36:04.386426 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0b895c4b-56a2-415b-8845-cc3e51b2ae23 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (0b4b7a02-b208-426a-940d-60676f36f349), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.443559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0b895c4b-56a2-415b-8845-cc3e51b2ae23 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (0b4b7a02-b208-426a-940d-60676f36f349), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.491508 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (0ae3692e-0df2-47ad-8286-157d76fd0bbd), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.502461 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.505056 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0ae3692e-0df2-47ad-8286-157d76fd0bbd HTTP/1.1" status: 204 len: 168 time: 0.8354890 May 13 17:36:04.516397 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a0763-30dd-49d7-9a76-dcba2ffe9116 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae3692e-0df2-47ad-8286-157d76fd0bbd,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:04.535751 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (d4cb1722-e037-4a92-94d8-f190e4788b7a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.570671 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0b895c4b-56a2-415b-8845-cc3e51b2ae23 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (0b4b7a02-b208-426a-940d-60676f36f349), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.573326 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0b895c4b-56a2-415b-8845-cc3e51b2ae23 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.574533 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-0b895c4b-56a2-415b-8845-cc3e51b2ae23 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b4b7a02-b208-426a-940d-60676f36f349 HTTP/1.1" status: 204 len: 168 time: 0.2985821 May 13 17:36:04.578167 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49680) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:04.584702 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b895c4b-56a2-415b-8845-cc3e51b2ae23 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b7a02-b208-426a-940d-60676f36f349,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:04.594761 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-2d857455-2ed2-481d-b4df-72d255cc47bc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] show failed (client error): The resource could not be found. May 13 17:36:04.599289 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2d857455-2ed2-481d-b4df-72d255cc47bc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups/0b4b7a02-b208-426a-940d-60676f36f349 HTTP/1.1" status: 404 len: 347 time: 0.0166669 May 13 17:36:04.601291 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49682) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:04.731460 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.754350 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.758684 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port c19e4273-b15e-4a66-bef7-187965f918e1 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:04.759030 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (c19e4273-b15e-4a66-bef7-187965f918e1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.804818 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49684) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:04.846688 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a3e8e281-bec2-433d-978a-f857500a427f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27832590c00f47b7b09c343e892f310a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406432 May 13 17:36:04.849194 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49686) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:04.894628 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (c19e4273-b15e-4a66-bef7-187965f918e1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.894959 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (c19e4273-b15e-4a66-bef7-187965f918e1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.896309 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26f0abd7-7f88-49b9-9627-f5f10ec7e296 admin admin] Publish callbacks [] for security_group (347567e4-18f1-445e-98de-0d0e686db1c8), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:04.917206 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for c19e4273-b15e-4a66-bef7-187965f918e1 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:04.918410 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26f0abd7-7f88-49b9-9627-f5f10ec7e296 admin admin] Publish callbacks [] for security_group (347567e4-18f1-445e-98de-0d0e686db1c8), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.012960 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.051151 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26f0abd7-7f88-49b9-9627-f5f10ec7e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (347567e4-18f1-445e-98de-0d0e686db1c8), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.053790 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-26f0abd7-7f88-49b9-9627-f5f10ec7e296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.054865 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-26f0abd7-7f88-49b9-9627-f5f10ec7e296 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/347567e4-18f1-445e-98de-0d0e686db1c8 HTTP/1.1" status: 204 len: 168 time: 0.2047586 May 13 17:36:05.062524 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0abd7-7f88-49b9-9627-f5f10ec7e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347567e4-18f1-445e-98de-0d0e686db1c8,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:05.079587 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.155596 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=81848361-cdeb-4e4f-8cb8-b0706526f908,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:05.169246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (d4cb1722-e037-4a92-94d8-f190e4788b7a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.172097 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c19e4273-b15e-4a66-bef7-187965f918e1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.239119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=c19e4273-b15e-4a66-bef7-187965f918e1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:05.338620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (ff526ec6-85fe-49bc-962d-0e83b12c526a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.341220 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.346288 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9603776f-694f-414a-8b9c-38a7c39c9bd3 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/floatingips/ff526ec6-85fe-49bc-962d-0e83b12c526a HTTP/1.1" status: 204 len: 168 time: 0.7401831 May 13 17:36:05.370133 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Floating IP d4cb1722-e037-4a92-94d8-f190e4788b7a associated. External IP: 172.27.3.216, port: ec51b328-6c86-4e0d-9a2e-180d591317ab. May 13 17:36:05.460276 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49700) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:05.466576 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-7120002d-7324-492a-8d9c-68f8d784b58a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682122084', 'description': 'tempest-description--257940722'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:05.552405 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7120002d-7324-492a-8d9c-68f8d784b58a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.600823 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:36:05.616996 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7120002d-7324-492a-8d9c-68f8d784b58a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (8ce9d9b3-b740-4519-b8d0-73aecd440ea7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.690975 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7120002d-7324-492a-8d9c-68f8d784b58a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8ce9d9b3-b740-4519-b8d0-73aecd440ea7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.724146 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:36:05.736283 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120002d-7324-492a-8d9c-68f8d784b58a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce9d9b3-b740-4519-b8d0-73aecd440ea7,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:05.737875 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:36:05.754053 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:05.754668 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:05.790071 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7120002d-7324-492a-8d9c-68f8d784b58a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.791511 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7120002d-7324-492a-8d9c-68f8d784b58a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3301809 May 13 17:36:05.794470 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49708) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:05.798981 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-413a799e-14ae-4b54-a877-29b5f827519d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': '8ce9d9b3-b740-4519-b8d0-73aecd440ea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:05.856795 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.877549 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:05.893418 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-95b4e403-73dc-4a4e-aa1a-f55db8dd0c6e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4404137 May 13 17:36:05.894179 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:05.896600 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626a47a0-e023-461f-bfd8-56ac85e32bed" -d '{"events": [{"name": "network-changed", "server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:05.912899 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device dec10833-d3b9-464b-b6e0-afc4b2e3bc99 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:05.937475 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: dec10833-d3b9-464b-b6e0-afc4b2e3bc99 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:36:05.937919 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device dec10833-d3b9-464b-b6e0-afc4b2e3bc99 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:36:05.964938 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-413a799e-14ae-4b54-a877-29b5f827519d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (5617c79b-736c-490f-8881-63de0556b752), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:05.964938 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b16792-d2c4-4266-a6b7-5a3f9ff6b48e x-openstack-request-id: req-83b16792-d2c4-4266-a6b7-5a3f9ff6b48e {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:05.964938 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:05.964938 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83b16792-d2c4-4266-a6b7-5a3f9ff6b48e {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:05.964938 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b16792-d2c4-4266-a6b7-5a3f9ff6b48e'] response: {'name': 'network-changed', 'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'status': 'completed', 'code': 200} May 13 17:36:06.067416 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-ad8da189-78a1-4164-8eee-0d5c9b0941e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:06.069411 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-ad8da189-78a1-4164-8eee-0d5c9b0941e2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 1130 time: 0.0795610 May 13 17:36:06.100596 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-413a799e-14ae-4b54-a877-29b5f827519d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (5617c79b-736c-490f-8881-63de0556b752), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.143353 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'd4cb1722-e037-4a92-94d8-f190e4788b7a', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:da:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:36:04Z', 'updated_at': '2022-05-13T17:36:04Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:06.173903 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-c22c009d-9747-4baf-aeab-792045458619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:06.175702 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-c22c009d-9747-4baf-aeab-792045458619 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0988727 May 13 17:36:06.175837 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:36:06.188043 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:06.188393 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:06.192120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-413a799e-14ae-4b54-a877-29b5f827519d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (5617c79b-736c-490f-8881-63de0556b752), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.256259 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a799e-14ae-4b54-a877-29b5f827519d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5617c79b-736c-490f-8881-63de0556b752,revision_number=0']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:06.271999 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-5dcb466b-e1f3-4d18-b2b5-d59c25a7dde3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec51b328-6c86-4e0d-9a2e-180d591317ab HTTP/1.1" status: 200 len: 1000 time: 0.0889947 May 13 17:36:06.311913 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:06.324957 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-db25545d-771f-4700-b391-3cd148d110de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:06.326754 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-db25545d-771f-4700-b391-3cd148d110de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0485044 May 13 17:36:06.329729 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-413a799e-14ae-4b54-a877-29b5f827519d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.330821 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-413a799e-14ae-4b54-a877-29b5f827519d tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5353248 May 13 17:36:06.333811 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49730) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:06.338573 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-6b3bb6a0-2b9d-410e-9760-7eb30d2d690f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'security_group_rule': {'security_group_id': '8ce9d9b3-b740-4519-b8d0-73aecd440ea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:06.377138 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-1e86c160-8382-49bb-b31a-5cbe06815aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:06.378855 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-1e86c160-8382-49bb-b31a-5cbe06815aef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457351 May 13 17:36:06.436934 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b3bb6a0-2b9d-410e-9760-7eb30d2d690f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (3b2e761b-3eb7-4613-b38a-890a5044ac37), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.507263 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-206efd04-2d84-4b02-90f2-4c2d34648470 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223462 May 13 17:36:06.522570 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b3bb6a0-2b9d-410e-9760-7eb30d2d690f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (3b2e761b-3eb7-4613-b38a-890a5044ac37), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.594885 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b3bb6a0-2b9d-410e-9760-7eb30d2d690f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898197'] for security_group_rule (3b2e761b-3eb7-4613-b38a-890a5044ac37), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.619658 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bb6a0-2b9d-410e-9760-7eb30d2d690f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2e761b-3eb7-4613-b38a-890a5044ac37,revision_number=0']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:06.622770 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-626a47a0-e023-461f-bfd8-56ac85e32bed req-687dc4c6-ed1a-4d96-9278-5d90e334d7d0 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075888 May 13 17:36:06.672755 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6b3bb6a0-2b9d-410e-9760-7eb30d2d690f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.674450 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-6b3bb6a0-2b9d-410e-9760-7eb30d2d690f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393362 May 13 17:36:06.677642 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49744) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:06.682157 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:06.683855 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'd4cb1722-e037-4a92-94d8-f190e4788b7a', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:da:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:36:04Z', 'updated_at': '2022-05-13T17:36:04Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:06.721777 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e92bb-9322-4900-a2be-b6d2c21896cf None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'd4cb1722-e037-4a92-94d8-f190e4788b7a', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:da:ae:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:36:04Z', 'updated_at': '2022-05-13T17:36:04Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:36:06.760006 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0085be-c7b3-4fbf-ab4b-6d5b29e389bf req-d003bb0b-94c7-42e7-8738-16877b939f54 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:06.761667 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f0085be-c7b3-4fbf-ab4b-6d5b29e389bf req-d003bb0b-94c7-42e7-8738-16877b939f54 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0502081 May 13 17:36:06.785673 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.866756 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f0085be-c7b3-4fbf-ab4b-6d5b29e389bf req-1dd650b1-4e78-462b-9e53-b084b659a581 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987196 May 13 17:36:06.889100 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:06.947658 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc96b8-5777-42ad-9b90-c4f1b4cfe470 None None] New status for floating IP d4cb1722-e037-4a92-94d8-f190e4788b7a: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:36:07.002558 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.27.3.124 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/e2ba614f-9053-47c5-a042-429c7b0222b6) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:36:07.110492 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:07.256923 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:07.293117 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:36:07.296512 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:36:07.298873 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:36:07.548947 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=e2ba614f-9053-47c5-a042-429c7b0222b6,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:07.610537 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (2eccff66-6610-441f-9bd1-259fae2ce621), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:07.706982 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:07.855841 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:07.902492 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:07.976698 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=e2ba614f-9053-47c5-a042-429c7b0222b6,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:07.983863 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (2eccff66-6610-441f-9bd1-259fae2ce621), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:08.007486 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ecfb9-208b-4917-8996-37960c8d465c req-b4e3aaf5-c1f3-483b-aa91-8e472ceaff8c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:08.009088 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6d7ecfb9-208b-4917-8996-37960c8d465c req-b4e3aaf5-c1f3-483b-aa91-8e472ceaff8c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0624065 May 13 17:36:08.055053 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6d7ecfb9-208b-4917-8996-37960c8d465c req-571c83d9-0ec9-4e9a-b096-2f6a060188a9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 May 13 17:36:08.087171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:08.088356 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7809c758-a32b-47dd-8cf5-50c219705ee8 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4096031 May 13 17:36:08.282711 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-7d4fd9ff-7d69-42ba-92c4-6073d3db5797 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1682122084&fields=id&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 267 time: 0.0432618 May 13 17:36:08.389515 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-969f8c33-8695-4171-8b58-886ff7ec05ae tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:08.390992 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-969f8c33-8695-4171-8b58-886ff7ec05ae tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.1013689 May 13 17:36:08.406418 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-bc60078a-1f77-4cc9-ab4a-4be906b434f9 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/quotas/ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 375 time: 0.0099187 May 13 17:36:08.465484 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-a42f7aba-3642-4152-8555-22fb3c169153 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537167 May 13 17:36:08.560152 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-32bf57da-b7cd-48b4-a4b0-6d391c34c307 service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823722 May 13 17:36:08.652950 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-8121947c-1d1b-4780-8f5d-577070da2049 service neutron] 10.222.0.64 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 May 13 17:36:08.869622 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-99fdc366-a78c-4b36-a47e-10e2d9e6571e req-7eea0e5d-41dd-4d03-b560-5921cab06e35 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 210 time: 0.0273762 May 13 17:36:09.184245 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3484d-4494-4ab5-ad7c-57cf1bc018c1 req-c18d0b19-58b8-4be4-b8a2-7091f9db038a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:09.184245 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6fb3484d-4494-4ab5-ad7c-57cf1bc018c1 req-c18d0b19-58b8-4be4-b8a2-7091f9db038a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0488439 May 13 17:36:09.228562 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6fb3484d-4494-4ab5-ad7c-57cf1bc018c1 req-a275f8b6-2341-43f2-a226-a06bf02d4024 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421846 May 13 17:36:09.963565 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bee3ba81-97c1-4ae0-b2ff-8657e258bf9c req-6f201920-4f2a-4f5d-a4b6-10417a0798c6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 210 time: 0.0283701 May 13 17:36:10.112280 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49806) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:10.217888 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92e160c7-402b-4d73-93c9-8fa49afd667f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:10.291898 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92e160c7-402b-4d73-93c9-8fa49afd667f admin admin] Publish callbacks [] for security_group (a334d1f8-dd96-49e1-ae49-ffee0c839237), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:10.345901 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93789-7f3b-4f9c-871d-fefc0f4e3fd5 req-d920a733-fb74-4f98-a8ca-ecef26178349 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:10.347374 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2db93789-7f3b-4f9c-871d-fefc0f4e3fd5 req-d920a733-fb74-4f98-a8ca-ecef26178349 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0460610 May 13 17:36:10.376286 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92e160c7-402b-4d73-93c9-8fa49afd667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (a334d1f8-dd96-49e1-ae49-ffee0c839237), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:10.429199 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-92e160c7-402b-4d73-93c9-8fa49afd667f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2bb6994f7ba41a6b1357dcada96a806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157947 May 13 17:36:10.432015 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49814) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:10.432651 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2db93789-7f3b-4f9c-871d-fefc0f4e3fd5 req-6fb83788-c391-4277-a1df-caca39bd2f14 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796402 May 13 17:36:10.433383 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e160c7-402b-4d73-93c9-8fa49afd667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a334d1f8-dd96-49e1-ae49-ffee0c839237,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:10.486412 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4ce-1d0c-4dcd-8356-2d3e07cd8495 admin admin] Publish callbacks [] for security_group (a334d1f8-dd96-49e1-ae49-ffee0c839237), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:10.510972 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4ce-1d0c-4dcd-8356-2d3e07cd8495 admin admin] Publish callbacks [] for security_group (a334d1f8-dd96-49e1-ae49-ffee0c839237), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:10.673915 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4ce-1d0c-4dcd-8356-2d3e07cd8495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (a334d1f8-dd96-49e1-ae49-ffee0c839237), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:10.676428 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ad79d4ce-1d0c-4dcd-8356-2d3e07cd8495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:10.677558 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ad79d4ce-1d0c-4dcd-8356-2d3e07cd8495 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a334d1f8-dd96-49e1-ae49-ffee0c839237 HTTP/1.1" status: 204 len: 168 time: 0.2444882 May 13 17:36:10.685513 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d4ce-1d0c-4dcd-8356-2d3e07cd8495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334d1f8-dd96-49e1-ae49-ffee0c839237,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:10.849803 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-ef21162e-dca7-4bbb-b051-8d238dfd8ed4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:10.851287 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-ef21162e-dca7-4bbb-b051-8d238dfd8ed4 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 815 time: 0.1024475 May 13 17:36:10.941278 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-a2ed80bf-1eca-4db3-a59c-7f9847f871d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7b37b41d944427945d783a460ca12a HTTP/1.1" status: 200 len: 380 time: 0.0566494 May 13 17:36:10.941278 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'port': {'device_id': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'admin_state_up': True, 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'security_groups': ['8ce9d9b3-b740-4519-b8d0-73aecd440ea7']}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:11.091613 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b63ddbe8-9795-417c-8fca-b44303848bff req-06527d3b-3119-4287-aa78-05e08a01537a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 210 time: 0.0388260 May 13 17:36:11.177828 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Made reservation on behalf of ae7b37b41d944427945d783a460ca12a for: {'port': 1} {{(pid=103693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:36:11.181711 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:11.316007 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_common [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Allocated IP 172.20.0.10 (88108179-f685-4c21-8286-b31593459871/bc9dd1b6-946c-4962-9d06-e605003b45f0/3f4c19e6-a6aa-42e2-8c1b-98a74f543196) {{(pid=103693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:36:11.451277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:11.557661 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b98a6a-b4e2-43b0-a97c-022712a4358b req-6e51e0a7-6659-4497-a113-a880caf50ff5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:11.559228 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1b98a6a-b4e2-43b0-a97c-022712a4358b req-6e51e0a7-6659-4497-a113-a880caf50ff5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0513651 May 13 17:36:11.560684 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:11.621242 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Network 88108179-f685-4c21-8286-b31593459871 is already hosted by enough agents. {{(pid=103693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:36:11.633006 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.base_scheduler [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Resources bound (agent type, host, resource id): {{(pid=103693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:36:11.639765 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Received port after_create {{(pid=103693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:36:11.642182 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event updated for resources: {'Port': ['ID=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:11.685350 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b1b98a6a-b4e2-43b0-a97c-022712a4358b req-b208e1fd-d78a-4c54-a355-dfa55f397741 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164980 May 13 17:36:11.705018 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:11.706119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:11.779836 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-28cba7c1-af06-411b-84f9-f364de7982c1 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8505297 May 13 17:36:11.863076 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Request body: {'port': {'device_id': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:11.926025 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:11.943160 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-70dadde7-cf6d-490d-9bda-b434861a0351 None None] Provisioning complete for port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:36:11.946306 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-70dadde7-cf6d-490d-9bda-b434861a0351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:11.977709 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-70dadde7-cf6d-490d-9bda-b434861a0351 None None] Port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:36:12.199755 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40305d2b-16f8-45f7-81d4-3d9c4a0af516 req-6ea5cab5-b150-4269-93fa-c43914ecfe89 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:12.201248 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-40305d2b-16f8-45f7-81d4-3d9c4a0af516 req-6ea5cab5-b150-4269-93fa-c43914ecfe89 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 932 time: 0.0505433 May 13 17:36:12.202836 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 {{(pid=103693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:36:12.214367 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Publish callbacks [] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:12.227794 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.provisioning_blocks [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Transition to ACTIVE for port object 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 will not be triggered until provisioned by entity L2. {{(pid=103693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:36:12.252184 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-40305d2b-16f8-45f7-81d4-3d9c4a0af516 req-44778779-42c3-4c31-ae18-a217cabc7a7a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 May 13 17:36:12.284943 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:12.339907 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,revision_number=2']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:12.420265 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Attempting to bind port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:36:12.429726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Attempting to bind port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:36:12.429726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Attempting to bind port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:36:12.429726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 on network 88108179-f685-4c21-8286-b31593459871 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:36:12.429726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Attempting to bind port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 on network 88108179-f685-4c21-8286-b31593459871 {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:36:12.431388 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:36:12.431748 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Checking segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:36:12.432120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Bound using segment: {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'} {{(pid=103693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:36:12.432547 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.managers [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Bound port: 3f4c19e6-a6aa-42e2-8c1b-98a74f543196, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3b1138-2139-4eb4-a100-6c931435d242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88108179-f685-4c21-8286-b31593459871'}}] {{(pid=103693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:36:12.432972 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:12.504050 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] For port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196, host hv-cinder-84178, cleared binding levels {{(pid=103693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:36:12.507278 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] For port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:36:12.565854 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3392841'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:12.606596 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:12.607256 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:12.608739 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] 10.222.0.82 "PUT /v2.0/ports/3f4c19e6-a6aa-42e2-8c1b-98a74f543196 HTTP/1.1" status: 200 len: 1094 time: 0.7499142 May 13 17:36:12.609217 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:12.611507 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f012a9e-ae51-44b2-aca1-5e427177fea9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:12.658759 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e5d62-7dce-463a-9da7-5488c190af76 x-openstack-request-id: req-f07e5d62-7dce-463a-9da7-5488c190af76 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:12.659051 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:12.659350 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f07e5d62-7dce-463a-9da7-5488c190af76 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:12.659762 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07e5d62-7dce-463a-9da7-5488c190af76'] response: {'name': 'network-changed', 'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'status': 'completed', 'code': 200} May 13 17:36:12.660751 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6bfd-705c-4269-b840-67571c7f94a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,revision_number=3']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:12.840696 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c86b56-7d3d-46c7-ba24-326fd90f2060 req-438247ea-11f9-4769-a4b8-574e9b49fe43 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:12.842738 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c3c86b56-7d3d-46c7-ba24-326fd90f2060 req-438247ea-11f9-4769-a4b8-574e9b49fe43 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0564871 May 13 17:36:12.895876 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c3c86b56-7d3d-46c7-ba24-326fd90f2060 req-369b4eb1-b93a-49b9-ac4d-198b979b39be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465581 May 13 17:36:13.022199 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f012a9e-ae51-44b2-aca1-5e427177fea9 req-fa2d1b81-92ac-4d64-bfca-bfc3c518b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:13.023184 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9f012a9e-ae51-44b2-aca1-5e427177fea9 req-fa2d1b81-92ac-4d64-bfca-bfc3c518b4f6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 1128 time: 0.3141563 May 13 17:36:13.134426 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f012a9e-ae51-44b2-aca1-5e427177fea9 req-93d4b6b0-4cba-4428-9621-3068b8d5c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:13.136015 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9f012a9e-ae51-44b2-aca1-5e427177fea9 req-93d4b6b0-4cba-4428-9621-3068b8d5c609 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ae7b37b41d944427945d783a460ca12a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1003039 May 13 17:36:13.189320 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49884) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:13.231902 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f012a9e-ae51-44b2-aca1-5e427177fea9 req-87bf5d3d-0027-4e82-b47c-7eef7f4d1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:13.233421 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9f012a9e-ae51-44b2-aca1-5e427177fea9 req-87bf5d3d-0027-4e82-b47c-7eef7f4d1ceb service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910325 May 13 17:36:13.294669 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6c684ed6-39c8-4fe3-966a-bd2e33cda073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.365225 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-1d7d8f85-a20a-4bdd-ac92-e3dcb93d9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:13.366739 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-1d7d8f85-a20a-4bdd-ac92-e3dcb93d9f36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 1128 time: 0.0632286 May 13 17:36:13.371058 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6c684ed6-39c8-4fe3-966a-bd2e33cda073 admin admin] Publish callbacks [] for security_group (59ca7519-5028-4455-a529-e7f71d3a11af), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.384936 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9a721-2267-419d-8843-9b961e7e5aeb req-39e3bc6b-22b8-4673-9e5d-dc318eddaf1f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:13.386324 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cea9a721-2267-419d-8843-9b961e7e5aeb req-39e3bc6b-22b8-4673-9e5d-dc318eddaf1f tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 944 time: 0.0549095 May 13 17:36:13.416814 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-6c684ed6-39c8-4fe3-966a-bd2e33cda073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (59ca7519-5028-4455-a529-e7f71d3a11af), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.441444 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-a8ae7d1a-303f-4505-941d-84c690ffa33f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c19e6-a6aa-42e2-8c1b-98a74f543196 HTTP/1.1" status: 200 len: 217 time: 0.0541370 May 13 17:36:13.458877 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c684ed6-39c8-4fe3-966a-bd2e33cda073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca7519-5028-4455-a529-e7f71d3a11af,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:13.464242 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-6c684ed6-39c8-4fe3-966a-bd2e33cda073 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6976e6aa4b764a85b303b819ffcb82d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738066 May 13 17:36:13.467034 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49890) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:13.503782 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cea9a721-2267-419d-8843-9b961e7e5aeb req-80ecb5d4-6eed-4719-8a15-72fd4d9ae1e7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100149 May 13 17:36:13.512525 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-62336cd3-21d1-4160-8b55-4bf8f94f1b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:13.513947 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-62336cd3-21d1-4160-8b55-4bf8f94f1b39 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0630274 May 13 17:36:13.515369 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-631b77d5-03a2-444a-9776-7a12ec9d2f66 admin admin] Publish callbacks [] for security_group (59ca7519-5028-4455-a529-e7f71d3a11af), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.537510 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-631b77d5-03a2-444a-9776-7a12ec9d2f66 admin admin] Publish callbacks [] for security_group (59ca7519-5028-4455-a529-e7f71d3a11af), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.562963 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-d68bee6c-711c-4eaa-b947-2d5cea60ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:13.564677 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-d68bee6c-711c-4eaa-b947-2d5cea60ff5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427713 May 13 17:36:13.633929 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-631b77d5-03a2-444a-9776-7a12ec9d2f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (59ca7519-5028-4455-a529-e7f71d3a11af), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.640707 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-631b77d5-03a2-444a-9776-7a12ec9d2f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.641870 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-631b77d5-03a2-444a-9776-7a12ec9d2f66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59ca7519-5028-4455-a529-e7f71d3a11af HTTP/1.1" status: 204 len: 168 time: 0.1733663 May 13 17:36:13.650326 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b77d5-03a2-444a-9776-7a12ec9d2f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca7519-5028-4455-a529-e7f71d3a11af,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:13.663159 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-984e949e-ead8-45e0-8a8f-e4c01d9ad91c service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912585 May 13 17:36:13.664975 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:13.758068 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b317f9a6-b4ca-4c14-8680-1c186e8095e2 req-0dbcfac6-3e49-4d1e-8fcc-7a7910d86a06 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881431 May 13 17:36:14.020752 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e5a4-61bc-469b-9e95-b16571e1ba20 req-e26122f2-b23d-40db-9db3-ff5588a9da8a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:14.020752 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-32f1e5a4-61bc-469b-9e95-b16571e1ba20 req-e26122f2-b23d-40db-9db3-ff5588a9da8a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0475597 May 13 17:36:14.064722 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-32f1e5a4-61bc-469b-9e95-b16571e1ba20 req-031e6225-439f-49d8-9a6a-cc4f87754670 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 May 13 17:36:14.271328 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49898) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:14.285408 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af138a4b-a345-4cb5-a01a-a23bfc8375b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:14.359055 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af138a4b-a345-4cb5-a01a-a23bfc8375b6 admin admin] Publish callbacks [] for security_group (3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:14.404358 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-af138a4b-a345-4cb5-a01a-a23bfc8375b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:14.440783 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af138a4b-a345-4cb5-a01a-a23bfc8375b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:14.446028 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-af138a4b-a345-4cb5-a01a-a23bfc8375b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=da80395f444c44b19e0413aa80277f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737397 May 13 17:36:14.448668 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49900) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:14.499191 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b5517ac-1250-4e78-962c-8ef6ca383e13 admin admin] Publish callbacks [] for security_group (3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:14.520046 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b5517ac-1250-4e78-962c-8ef6ca383e13 admin admin] Publish callbacks [] for security_group (3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:14.620596 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487fa06-acdb-4d41-979a-be077649abad req-48bdf236-ed00-405e-be5e-bffee903e4ac tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:14.622072 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9487fa06-acdb-4d41-979a-be077649abad req-48bdf236-ed00-405e-be5e-bffee903e4ac tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 944 time: 0.0498121 May 13 17:36:14.641086 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b5517ac-1250-4e78-962c-8ef6ca383e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:14.643717 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-1b5517ac-1250-4e78-962c-8ef6ca383e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:14.644952 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-1b5517ac-1250-4e78-962c-8ef6ca383e13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b HTTP/1.1" status: 204 len: 168 time: 0.1953816 May 13 17:36:14.658176 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5517ac-1250-4e78-962c-8ef6ca383e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f44d0cc-0b4a-4e8e-b13e-40c4c5097b8b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:14.686785 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9487fa06-acdb-4d41-979a-be077649abad req-62d993a7-5154-456d-963f-7cfd1853eb42 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579801 May 13 17:36:15.181243 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d762c-c056-436c-b56d-3d4028540ef7 req-76967b77-6be8-46b0-9dc1-1087b39b30ea tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:15.182811 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-382d762c-c056-436c-b56d-3d4028540ef7 req-76967b77-6be8-46b0-9dc1-1087b39b30ea tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0466235 May 13 17:36:15.230105 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-382d762c-c056-436c-b56d-3d4028540ef7 req-c51e9b2d-8db8-4318-8fc7-71e06d594cc2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 May 13 17:36:15.799726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957b54-ebaf-4089-a457-21c1f28729a4 req-b571ccd8-7667-48ec-bf00-14f35e32a883 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:15.801202 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac957b54-ebaf-4089-a457-21c1f28729a4 req-b571ccd8-7667-48ec-bf00-14f35e32a883 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 944 time: 0.0474372 May 13 17:36:15.855000 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ac957b54-ebaf-4089-a457-21c1f28729a4 req-e6646048-6df6-4863-9a95-3cdeb7a196a6 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481966 May 13 17:36:16.353708 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bc5d2-7431-4e9b-be9f-819d4ca00c99 req-13ed5e0b-34bb-4d0c-839b-2c08972e232c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:16.355171 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b10bc5d2-7431-4e9b-be9f-819d4ca00c99 req-13ed5e0b-34bb-4d0c-839b-2c08972e232c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0496578 May 13 17:36:16.402148 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b10bc5d2-7431-4e9b-be9f-819d4ca00c99 req-d29be3cd-f208-4de3-9a19-07e125b9326e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 May 13 17:36:16.433108 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:36:16.520088 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:36:16.533245 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:16.544769 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'port_id': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'mac_address': 'fa:16:3e:20:47:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:36:16.581088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:36:16.581475 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:16.595378 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:36:16.615339 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:16.707634 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:16.754887 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:16.761729 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.762075 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.762423 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.762771 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.763111 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.763476 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.763810 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.764882 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.765433 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.766067 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.766571 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.767181 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.774439 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.774439 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.774439 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:16.974844 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd1e81-f582-4e28-ae9f-a80128ff01b1 req-077d09b6-ab2f-4b05-9176-0d6ae48c3439 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:16.976283 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4fd1e81-f582-4e28-ae9f-a80128ff01b1 req-077d09b6-ab2f-4b05-9176-0d6ae48c3439 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 945 time: 0.0476043 May 13 17:36:17.009381 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49954) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:17.040194 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a4fd1e81-f582-4e28-ae9f-a80128ff01b1 req-264bb58a-2a1a-4d83-b712-4661abc85c50 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578864 May 13 17:36:17.114390 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f3698f1c-ed19-448d-8c46-f00f27eab2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:17.184817 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f3698f1c-ed19-448d-8c46-f00f27eab2cf admin admin] Publish callbacks [] for security_group (bf321b3e-193f-4850-a405-ef899f840c23), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:17.194931 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['3f4c19e6-a6aa-42e2-8c1b-98a74f543196'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:36:17.256833 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f3698f1c-ed19-448d-8c46-f00f27eab2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (bf321b3e-193f-4850-a405-ef899f840c23), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:17.294236 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f3698f1c-ed19-448d-8c46-f00f27eab2cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47606882f07445daac70bd0f28e41e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838268 May 13 17:36:17.296124 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3698f1c-ed19-448d-8c46-f00f27eab2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf321b3e-193f-4850-a405-ef899f840c23,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:17.297039 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49958) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:17.346453 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1461-494d-4425-944f-f0800e054ddb admin admin] Publish callbacks [] for security_group (bf321b3e-193f-4850-a405-ef899f840c23), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:17.366935 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1461-494d-4425-944f-f0800e054ddb admin admin] Publish callbacks [] for security_group (bf321b3e-193f-4850-a405-ef899f840c23), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:17.462157 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1461-494d-4425-944f-f0800e054ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (bf321b3e-193f-4850-a405-ef899f840c23), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:17.464805 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8c8f1461-494d-4425-944f-f0800e054ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:17.465988 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8c8f1461-494d-4425-944f-f0800e054ddb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf321b3e-193f-4850-a405-ef899f840c23 HTTP/1.1" status: 204 len: 168 time: 0.1677470 May 13 17:36:17.476259 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f1461-494d-4425-944f-f0800e054ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf321b3e-193f-4850-a405-ef899f840c23,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:17.526976 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f488b7-1c6d-4348-ad1c-1ac308bad8fd req-57361533-73ae-4bb6-8901-30354dce8ba3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:17.528418 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-54f488b7-1c6d-4348-ad1c-1ac308bad8fd req-57361533-73ae-4bb6-8901-30354dce8ba3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0540056 May 13 17:36:17.575006 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-54f488b7-1c6d-4348-ad1c-1ac308bad8fd req-54f5133e-ca1e-418d-9b21-235ef97c6e7e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403748 May 13 17:36:18.056644 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 49966) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:18.071491 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-343c2061-d33f-4c3c-9309-2b1ce8d65a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.154387 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-343c2061-d33f-4c3c-9309-2b1ce8d65a76 admin admin] Publish callbacks [] for security_group (fc8b37fe-5f8c-4340-b449-57713f7c451d), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.161866 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d17a8-bc7f-4b7a-a67d-2f542b9137e5 req-4006b2dd-4c6d-4bb8-8639-1000c7cd9ea2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:18.163349 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b4d17a8-bc7f-4b7a-a67d-2f542b9137e5 req-4006b2dd-4c6d-4bb8-8639-1000c7cd9ea2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 945 time: 0.0475416 May 13 17:36:18.209269 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3b4d17a8-bc7f-4b7a-a67d-2f542b9137e5 req-735f8497-3ba2-43f6-9e9b-0b726394cff7 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 May 13 17:36:18.228211 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-343c2061-d33f-4c3c-9309-2b1ce8d65a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fc8b37fe-5f8c-4340-b449-57713f7c451d), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.266958 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-343c2061-d33f-4c3c-9309-2b1ce8d65a76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f768e0dbd91344ebb129fba63c74105d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092502 May 13 17:36:18.267925 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c2061-d33f-4c3c-9309-2b1ce8d65a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b37fe-5f8c-4340-b449-57713f7c451d,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:18.269675 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 49970) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:18.319687 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d88b24d-e075-4986-a02c-20b4a4e8bd02 admin admin] Publish callbacks [] for security_group (fc8b37fe-5f8c-4340-b449-57713f7c451d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.339868 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d88b24d-e075-4986-a02c-20b4a4e8bd02 admin admin] Publish callbacks [] for security_group (fc8b37fe-5f8c-4340-b449-57713f7c451d), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.454395 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:36:18.462231 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d88b24d-e075-4986-a02c-20b4a4e8bd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fc8b37fe-5f8c-4340-b449-57713f7c451d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.465439 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4d88b24d-e075-4986-a02c-20b4a4e8bd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.466827 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4d88b24d-e075-4986-a02c-20b4a4e8bd02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc8b37fe-5f8c-4340-b449-57713f7c451d HTTP/1.1" status: 204 len: 168 time: 0.1960647 May 13 17:36:18.478863 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88b24d-e075-4986-a02c-20b4a4e8bd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b37fe-5f8c-4340-b449-57713f7c451d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:18.517828 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:36:18.587708 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:36:18.588095 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.668064 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:36:18.668484 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.691724 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:18.693948 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb19348-bff2-428f-9835-11c826168086" -d '{"events": [{"server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "name": "network-vif-plugged", "status": "completed", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:18.697202 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903bb71-27c4-4501-8e8c-b9a6995b6214 req-fbb963d7-c5a8-4b6f-a60e-77121116f1c5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:18.697663 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2903bb71-27c4-4501-8e8c-b9a6995b6214 req-fbb963d7-c5a8-4b6f-a60e-77121116f1c5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0479310 May 13 17:36:18.707489 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:18.731418 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52757bc-072b-48d0-b9fd-aaa1a4abe2a2 x-openstack-request-id: req-e52757bc-072b-48d0-b9fd-aaa1a4abe2a2 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:18.731714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "name": "network-vif-plugged", "status": "completed", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:18.731965 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e52757bc-072b-48d0-b9fd-aaa1a4abe2a2 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:18.732361 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52757bc-072b-48d0-b9fd-aaa1a4abe2a2'] response: {'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'code': 200} May 13 17:36:18.754655 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2903bb71-27c4-4501-8e8c-b9a6995b6214 req-bbbf7c70-be3d-420f-80a8-f9a277eebba6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461798 May 13 17:36:18.799479 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:18.852030 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:19.058093 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb148a9-bd51-4a20-9c43-23281b7885c2 req-d6ac9c6c-146a-40af-b9cb-fe0e862765a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:19.059665 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2eb148a9-bd51-4a20-9c43-23281b7885c2 req-d6ac9c6c-146a-40af-b9cb-fe0e862765a0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 1130 time: 0.0390332 May 13 17:36:19.102958 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2eb148a9-bd51-4a20-9c43-23281b7885c2 req-a8bfbde9-d484-4a52-8583-3709dab238e4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370600 May 13 17:36:19.326070 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6f3aa-2346-41f9-a8a3-efc3cf4ca942 req-07ece272-2a27-41c4-aaf6-685bce7cffee tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:19.327570 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b7c6f3aa-2346-41f9-a8a3-efc3cf4ca942 req-07ece272-2a27-41c4-aaf6-685bce7cffee tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0494201 May 13 17:36:19.374170 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b7c6f3aa-2346-41f9-a8a3-efc3cf4ca942 req-28d7640e-91bc-45a9-9b1d-4c5bf8c7576c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 May 13 17:36:19.882699 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68410423-bd3f-4cc1-af50-156e4a1f159f req-5feef0bb-9762-44cd-b1f7-0c0c54ca8c12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:19.884546 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-68410423-bd3f-4cc1-af50-156e4a1f159f req-5feef0bb-9762-44cd-b1f7-0c0c54ca8c12 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0574572 May 13 17:36:19.933606 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-68410423-bd3f-4cc1-af50-156e4a1f159f req-336debe1-3552-49ae-b227-22dfd3f986af tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 May 13 17:36:20.491263 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728073e-0825-4e1e-b38c-feae12eac9a1 req-3630341d-1734-45df-92c5-2d591f5151ef tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:20.492746 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5728073e-0825-4e1e-b38c-feae12eac9a1 req-3630341d-1734-45df-92c5-2d591f5151ef tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0473573 May 13 17:36:20.538736 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5728073e-0825-4e1e-b38c-feae12eac9a1 req-13ff8531-75b8-4100-9ee9-61b91c62bd7c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403333 May 13 17:36:21.054002 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dfb43-83cd-46ed-8e4d-26bde6db8df2 req-e927e9da-9927-49e2-8b1d-87451a92018a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:21.055702 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c4dfb43-83cd-46ed-8e4d-26bde6db8df2 req-e927e9da-9927-49e2-8b1d-87451a92018a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0490024 May 13 17:36:21.111560 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6c4dfb43-83cd-46ed-8e4d-26bde6db8df2 req-fb00dc1c-bcc4-44fa-aa15-c24a44a854dd tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496054 May 13 17:36:21.649773 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f73e-e4c1-4bf0-82e7-1fc9f870f160 req-e3bd761b-5faa-46fe-965e-026754df4560 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:21.651256 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc46f73e-e4c1-4bf0-82e7-1fc9f870f160 req-e3bd761b-5faa-46fe-965e-026754df4560 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0458398 May 13 17:36:21.700463 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cc46f73e-e4c1-4bf0-82e7-1fc9f870f160 req-dd253c69-b0bd-4e0e-ab58-96ebb8e5705b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 May 13 17:36:21.809995 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c77f8-4759-493d-b686-411a86c225a0 req-720f551d-80ec-4fa7-a411-d88b3d709421 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:21.811477 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7e3c77f8-4759-493d-b686-411a86c225a0 req-720f551d-80ec-4fa7-a411-d88b3d709421 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0502703 May 13 17:36:21.820278 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50038) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:21.824945 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.v2.base [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Request body: {'floatingip': {'port_id': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196'}} {{(pid=103693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:36:21.869370 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (2eccff66-6610-441f-9bd1-259fae2ce621), before_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:22.281368 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3c7d2-98ba-4ccc-a322-7871d87259f2 req-46015364-8812-4d80-9e12-e339fea4a35d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:22.282787 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0c3c7d2-98ba-4ccc-a322-7871d87259f2 req-46015364-8812-4d80-9e12-e339fea4a35d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0789404 May 13 17:36:22.373494 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:22.377821 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0c3c7d2-98ba-4ccc-a322-7871d87259f2 req-fe94904e-2eb3-466d-a785-8d0d7debaf37 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882249 May 13 17:36:22.433322 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (2eccff66-6610-441f-9bd1-259fae2ce621), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:22.536638 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP 2eccff66-6610-441f-9bd1-259fae2ce621 associated. External IP: 172.27.3.124, port: 3f4c19e6-a6aa-42e2-8c1b-98a74f543196. May 13 17:36:22.749828 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:36:22.859776 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:36:22.865262 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:22.871194 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:36:22.882018 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:22.882869 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:22.894731 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0e356028-afd0-4df6-899b-7ae79fdac5d2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "PUT /v2.0/floatingips/2eccff66-6610-441f-9bd1-259fae2ce621 HTTP/1.1" status: 200 len: 992 time: 1.0731115 May 13 17:36:22.895355 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:22.897842 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584" -d '{"events": [{"name": "network-changed", "server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:22.935055 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e1cf6-a2c4-4876-8ea8-a4b15b7140fc x-openstack-request-id: req-dd3e1cf6-a2c4-4876-8ea8-a4b15b7140fc {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:22.935382 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:22.935638 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd3e1cf6-a2c4-4876-8ea8-a4b15b7140fc {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:22.936052 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3e1cf6-a2c4-4876-8ea8-a4b15b7140fc'] response: {'name': 'network-changed', 'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'status': 'completed', 'code': 200} May 13 17:36:23.002347 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:23.019931 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-77f2b694-b78a-45a6-a198-54438308b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:23.021508 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-77f2b694-b78a-45a6-a198-54438308b45a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ae7b37b41d944427945d783a460ca12a&device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 1130 time: 0.0398467 May 13 17:36:23.145244 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-00075f46-3c51-4755-ac21-bce4febda7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:23.147262 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-00075f46-3c51-4755-ac21-bce4febda7c7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 200 len: 916 time: 0.0944345 May 13 17:36:23.214437 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-2b0b8964-ce1e-4890-aba8-41149529d52c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c19e6-a6aa-42e2-8c1b-98a74f543196 HTTP/1.1" status: 200 len: 1000 time: 0.0603333 May 13 17:36:23.223016 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '2eccff66-6610-441f-9bd1-259fae2ce621', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:20:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:36:07Z', 'updated_at': '2022-05-13T17:36:22Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:23.249717 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:36:23.258073 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:23.258623 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:23.267878 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-6230e7b7-94c6-4bb1-b4c2-0f0c722fc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:23.269351 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-6230e7b7-94c6-4bb1-b4c2-0f0c722fc2e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 200 len: 854 time: 0.0479095 May 13 17:36:23.314683 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-bf2d6286-b3cb-409d-ae06-6aff51051aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:23.316293 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-bf2d6286-b3cb-409d-ae06-6aff51051aab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=88108179-f685-4c21-8286-b31593459871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409317 May 13 17:36:23.372749 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:23.407104 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-df4dc841-0fed-45de-a4b1-f17a1372ec82 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833960 May 13 17:36:23.522926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b93fb-bf00-4ea2-85ea-9b12f5b73c16 req-c0e3eac0-43fe-4721-828a-4ad8f5c099c8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:23.524373 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a21b93fb-bf00-4ea2-85ea-9b12f5b73c16 req-c0e3eac0-43fe-4721-828a-4ad8f5c099c8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0660222 May 13 17:36:23.555399 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5ae70937-6d5e-4983-8d5a-0d7e9b5cb584 req-f74086fe-7790-41ed-9eaf-fd992bb572b1 service neutron] 10.222.0.82 "GET /v2.0/networks/88108179-f685-4c21-8286-b31593459871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424134 May 13 17:36:23.585640 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a21b93fb-bf00-4ea2-85ea-9b12f5b73c16 req-703d5d79-71f4-494c-b8e2-944fa4021760 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470729 May 13 17:36:23.600564 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '2eccff66-6610-441f-9bd1-259fae2ce621', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:20:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:36:07Z', 'updated_at': '2022-05-13T17:36:22Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:23.626885 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30659f-e8c5-48ed-b788-5603837a823b None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '2eccff66-6610-441f-9bd1-259fae2ce621', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'port_id': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'mac_address': 'fa:16:3e:20:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:36:07Z', 'updated_at': '2022-05-13T17:36:22Z', 'revision_number': 1, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:36:23.813867 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dddb27-0687-47f7-a8c8-4b7354f092c0 None None] New status for floating IP 2eccff66-6610-441f-9bd1-259fae2ce621: ACTIVE {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:36:24.517894 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:36:24.621942 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:24.634790 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'port_id': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'mac_address': 'fa:16:3e:a7:51:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:36:24.671996 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: ACTIVE; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:36:24.672391 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:24.686235 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf21395-ff17-45fa-b717-d3bb2054575b {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:36:24.705932 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:24.711373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eaef7-b89d-4e80-877b-08fba8ee6838 req-8243be80-65da-4061-865f-2bb51de7f88f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:24.712883 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-150eaef7-b89d-4e80-877b-08fba8ee6838 req-8243be80-65da-4061-865f-2bb51de7f88f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0473559 May 13 17:36:24.760383 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-150eaef7-b89d-4e80-877b-08fba8ee6838 req-4c176727-3e74-42db-8436-5197898b1c55 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419867 May 13 17:36:24.776110 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:24.823754 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=6']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:24.992550 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['acf21395-ff17-45fa-b717-d3bb2054575b'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:36:25.506326 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50076) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:25.613007 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b73b-5745-4f92-8dc5-c800c859b01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:25.684839 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b73b-5745-4f92-8dc5-c800c859b01c admin admin] Publish callbacks [] for security_group (8d269629-406a-4be7-bbd1-da8edb9b0d1f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:25.753464 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b73b-5745-4f92-8dc5-c800c859b01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8d269629-406a-4be7-bbd1-da8edb9b0d1f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:25.790742 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ffb3b73b-5745-4f92-8dc5-c800c859b01c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e558ec7d72874b968a241ee804cc279e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833333 May 13 17:36:25.791646 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b73b-5745-4f92-8dc5-c800c859b01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d269629-406a-4be7-bbd1-da8edb9b0d1f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:25.793542 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50082) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:25.844349 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1eec0fd3-c033-42fe-b7e0-cef79a597302 admin admin] Publish callbacks [] for security_group (8d269629-406a-4be7-bbd1-da8edb9b0d1f), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:25.867041 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1eec0fd3-c033-42fe-b7e0-cef79a597302 admin admin] Publish callbacks [] for security_group (8d269629-406a-4be7-bbd1-da8edb9b0d1f), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:25.892004 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e516ec0-3eaf-49ee-8711-815614f8c546 req-3db39e32-bb3f-4b64-b3a6-1f868b3dadb0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:25.894039 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e516ec0-3eaf-49ee-8711-815614f8c546 req-3db39e32-bb3f-4b64-b3a6-1f868b3dadb0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0473998 May 13 17:36:25.945915 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e516ec0-3eaf-49ee-8711-815614f8c546 req-9fb25403-8d7a-46a7-9138-9ec39ab46003 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 May 13 17:36:26.005180 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1eec0fd3-c033-42fe-b7e0-cef79a597302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8d269629-406a-4be7-bbd1-da8edb9b0d1f), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.007791 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1eec0fd3-c033-42fe-b7e0-cef79a597302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.008961 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-1eec0fd3-c033-42fe-b7e0-cef79a597302 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d269629-406a-4be7-bbd1-da8edb9b0d1f HTTP/1.1" status: 204 len: 168 time: 0.2139716 May 13 17:36:26.016833 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec0fd3-c033-42fe-b7e0-cef79a597302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d269629-406a-4be7-bbd1-da8edb9b0d1f,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:26.513289 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:36:26.567476 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port acf21395-ff17-45fa-b717-d3bb2054575b triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:36:26.567476 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.567837 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50088) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:26.584619 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b86037a5-6183-4cfd-953a-128aaf537eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.648833 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:36:26.649220 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.663680 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b86037a5-6183-4cfd-953a-128aaf537eea admin admin] Publish callbacks [] for security_group (1ce30e1b-a60a-4afe-a511-add3dffa6ef1), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.674048 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:26.676353 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d213eda6-2eef-4ae3-a5f6-2bef8f6a5c1a" -d '{"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-plugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:26.689368 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:26.712545 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ccd1b0-f7f2-4f77-abb2-80e55a88092b x-openstack-request-id: req-d6ccd1b0-f7f2-4f77-abb2-80e55a88092b {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:26.712840 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-plugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:26.713095 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6ccd1b0-f7f2-4f77-abb2-80e55a88092b {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:26.713491 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ccd1b0-f7f2-4f77-abb2-80e55a88092b'] response: {'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'code': 200} May 13 17:36:26.742159 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b86037a5-6183-4cfd-953a-128aaf537eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1ce30e1b-a60a-4afe-a511-add3dffa6ef1), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.781848 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.784696 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86037a5-6183-4cfd-953a-128aaf537eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce30e1b-a60a-4afe-a511-add3dffa6ef1,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:26.790395 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b86037a5-6183-4cfd-953a-128aaf537eea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ab65684455444c7884da0f1656384b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212152 May 13 17:36:26.792865 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50094) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:26.837892 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=7']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:26.842744 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ed072162-6999-4e95-a123-7f989d8724df admin admin] Publish callbacks [] for security_group (1ce30e1b-a60a-4afe-a511-add3dffa6ef1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:26.864057 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ed072162-6999-4e95-a123-7f989d8724df admin admin] Publish callbacks [] for security_group (1ce30e1b-a60a-4afe-a511-add3dffa6ef1), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:27.005112 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ed072162-6999-4e95-a123-7f989d8724df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1ce30e1b-a60a-4afe-a511-add3dffa6ef1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:27.007820 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ed072162-6999-4e95-a123-7f989d8724df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:27.008983 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ed072162-6999-4e95-a123-7f989d8724df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ce30e1b-a60a-4afe-a511-add3dffa6ef1 HTTP/1.1" status: 204 len: 168 time: 0.2152987 May 13 17:36:27.018768 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed072162-6999-4e95-a123-7f989d8724df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce30e1b-a60a-4afe-a511-add3dffa6ef1,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:27.076588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406dec5-a0ee-471a-aba0-db1d3c809d07 req-d157cf5b-6a9b-4cde-bd28-072801cdaab5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:27.078071 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1406dec5-a0ee-471a-aba0-db1d3c809d07 req-d157cf5b-6a9b-4cde-bd28-072801cdaab5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0524411 May 13 17:36:27.126253 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1406dec5-a0ee-471a-aba0-db1d3c809d07 req-85dff67f-78e4-4f3b-b9f1-71c59c121e75 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 May 13 17:36:28.252937 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac4464-8d8d-4f49-bd08-45f28504059f req-9ea7ec56-c0d3-4b42-a1fc-6215b3714eb7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:28.254703 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7bac4464-8d8d-4f49-bd08-45f28504059f req-9ea7ec56-c0d3-4b42-a1fc-6215b3714eb7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0545390 May 13 17:36:28.306935 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7bac4464-8d8d-4f49-bd08-45f28504059f req-3c18d9e8-43f6-4cf2-8038-1c48051e221b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466771 May 13 17:36:28.404908 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-82fdbb4e-1fef-43cd-9918-a13e5c2c826a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:29.435291 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f4eac-fadf-4b40-850c-ea43bf4e79f1 req-70dc6448-8a44-4a59-9ffe-ac52debff8ec tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:29.436774 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d36f4eac-fadf-4b40-850c-ea43bf4e79f1 req-70dc6448-8a44-4a59-9ffe-ac52debff8ec tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0475898 May 13 17:36:29.482475 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d36f4eac-fadf-4b40-850c-ea43bf4e79f1 req-b65c1676-5ff8-468e-9d5a-36b3a5e7eb89 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395277 May 13 17:36:30.536559 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9a80389f-daec-492e-8167-2843bdd8f4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:30.632663 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73549b08-ee00-4150-8813-19f525dad058 req-4286c649-c4b5-4fca-a45d-adc417af02e1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:30.634274 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-73549b08-ee00-4150-8813-19f525dad058 req-4286c649-c4b5-4fca-a45d-adc417af02e1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0738282 May 13 17:36:30.698577 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-73549b08-ee00-4150-8813-19f525dad058 req-e4d72d44-aa19-4032-9e57-977586799b9d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572155 May 13 17:36:31.842989 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d99e9-0d6f-48f4-99f5-afe56cccc231 req-682b5e9c-d851-4db7-9995-d626f08bcf00 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:31.850837 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-303d99e9-0d6f-48f4-99f5-afe56cccc231 req-682b5e9c-d851-4db7-9995-d626f08bcf00 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0655270 May 13 17:36:31.897312 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-303d99e9-0d6f-48f4-99f5-afe56cccc231 req-6ae7c0df-1194-4ef5-8aad-eba794815b05 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 May 13 17:36:32.010881 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:33.031430 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c913f0-7e38-445c-bc55-da78a3fb4e5f req-67dc5146-9821-4ec3-94ea-2c7d984ab3ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:33.033034 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-98c913f0-7e38-445c-bc55-da78a3fb4e5f req-67dc5146-9821-4ec3-94ea-2c7d984ab3ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0482910 May 13 17:36:33.084742 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-98c913f0-7e38-445c-bc55-da78a3fb4e5f req-a33bff23-0997-40bf-8293-6cb801358ef6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 May 13 17:36:33.501957 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:34.209115 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b5436-7aaf-4365-a74b-3b8a392bbea3 req-611a4f4a-5e70-4302-af49-7338a5e49b37 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:34.210594 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-009b5436-7aaf-4365-a74b-3b8a392bbea3 req-611a4f4a-5e70-4302-af49-7338a5e49b37 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0481331 May 13 17:36:34.261168 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-009b5436-7aaf-4365-a74b-3b8a392bbea3 req-343eca06-e780-46c0-938e-93f155da10f6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 May 13 17:36:34.736092 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:35.384491 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0a470-a91b-430a-9bfd-2d4e6ff0a584 req-0dbdb3f6-816d-4ceb-a99d-0dafb824a52a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:35.385991 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef0a470-a91b-430a-9bfd-2d4e6ff0a584 req-0dbdb3f6-816d-4ceb-a99d-0dafb824a52a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0497589 May 13 17:36:35.437109 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef0a470-a91b-430a-9bfd-2d4e6ff0a584 req-a9a4f41c-456b-49f8-9257-00053b65b99f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 May 13 17:36:36.578957 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239777ff-6cc7-4375-9217-0ebd84e18749 req-1b63dc90-901f-47e6-8d21-f89925f415a9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:36.581288 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-239777ff-6cc7-4375-9217-0ebd84e18749 req-1b63dc90-901f-47e6-8d21-f89925f415a9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0664234 May 13 17:36:36.643670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-239777ff-6cc7-4375-9217-0ebd84e18749 req-48a2a227-0f23-448f-8b2f-92e19c589bc1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539498 May 13 17:36:37.770722 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81c7c5-2ae2-40ed-be0f-059504036e09 req-8c589693-12a7-458b-91c8-7af966b2b077 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:37.772271 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-af81c7c5-2ae2-40ed-be0f-059504036e09 req-8c589693-12a7-458b-91c8-7af966b2b077 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0499804 May 13 17:36:37.829983 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-af81c7c5-2ae2-40ed-be0f-059504036e09 req-f4b0db43-3765-4250-8b0b-124d68fba40a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519485 May 13 17:36:38.961498 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc22368-7b3c-48d1-8286-78349c87152d req-32250052-d64f-4d6f-b300-e42980e9b47e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:38.962952 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcc22368-7b3c-48d1-8286-78349c87152d req-32250052-d64f-4d6f-b300-e42980e9b47e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0588503 May 13 17:36:39.062647 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fcc22368-7b3c-48d1-8286-78349c87152d req-9aee1cad-9941-41be-8925-41ba407b7a76 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902884 May 13 17:36:40.406265 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad2a61-2da4-4b51-88f3-97ec5143e59d req-6645b05b-74d6-44f4-80c2-17dad79d120f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:40.409639 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fcad2a61-2da4-4b51-88f3-97ec5143e59d req-6645b05b-74d6-44f4-80c2-17dad79d120f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.2624857 May 13 17:36:40.471298 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fcad2a61-2da4-4b51-88f3-97ec5143e59d req-71492136-e17b-47f0-b3d5-520249ba2120 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530851 May 13 17:36:41.667480 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed05b0-0746-462f-bc43-5cc7ae28b197 req-223fef27-eefa-4d1f-b227-ec3a976dde1a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:41.725123 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61ed05b0-0746-462f-bc43-5cc7ae28b197 req-223fef27-eefa-4d1f-b227-ec3a976dde1a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.1239507 May 13 17:36:41.736779 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61ed05b0-0746-462f-bc43-5cc7ae28b197 req-e8b32563-56eb-49c0-b552-e77e68f0f7a3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581746 May 13 17:36:42.880717 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3639bb-e239-4ddc-85f6-6d29ca64b42c req-9c8cb13b-ecee-446e-b1b5-8de3ebd97d5d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:42.891310 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fa3639bb-e239-4ddc-85f6-6d29ca64b42c req-9c8cb13b-ecee-446e-b1b5-8de3ebd97d5d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0682940 May 13 17:36:42.940397 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fa3639bb-e239-4ddc-85f6-6d29ca64b42c req-1062d9ba-c27c-412b-995b-f8d0d4864059 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 May 13 17:36:43.684510 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.056811 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3519f-2676-46d7-a879-ba55978d7771 req-10d8ed4f-ffaa-4e0f-bd61-c441c038f1b4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:44.058341 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ed3519f-2676-46d7-a879-ba55978d7771 req-10d8ed4f-ffaa-4e0f-bd61-c441c038f1b4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0460403 May 13 17:36:44.112826 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1ed3519f-2676-46d7-a879-ba55978d7771 req-763009a5-9c78-47b0-a783-d2f38e74af91 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490069 May 13 17:36:44.182561 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50302) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:44.284110 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3e23-3500-40fb-8dc9-24966fc5e68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.355309 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3e23-3500-40fb-8dc9-24966fc5e68f admin admin] Publish callbacks [] for security_group (50aa6d2b-bf8e-408e-b347-1230fd9aa176), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.433324 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3e23-3500-40fb-8dc9-24966fc5e68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (50aa6d2b-bf8e-408e-b347-1230fd9aa176), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.473474 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f3e23-3500-40fb-8dc9-24966fc5e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aa6d2b-bf8e-408e-b347-1230fd9aa176,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:44.478059 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4d8f3e23-3500-40fb-8dc9-24966fc5e68f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76bcf0a4a10c416a8bcd081e8ec7d1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940743 May 13 17:36:44.480776 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50306) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:44.528915 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c34dad47-ca80-4b78-8b10-3fe532a27b1f admin admin] Publish callbacks [] for security_group (50aa6d2b-bf8e-408e-b347-1230fd9aa176), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.549880 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c34dad47-ca80-4b78-8b10-3fe532a27b1f admin admin] Publish callbacks [] for security_group (50aa6d2b-bf8e-408e-b347-1230fd9aa176), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.655695 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c34dad47-ca80-4b78-8b10-3fe532a27b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (50aa6d2b-bf8e-408e-b347-1230fd9aa176), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.658241 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c34dad47-ca80-4b78-8b10-3fe532a27b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:44.659473 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-c34dad47-ca80-4b78-8b10-3fe532a27b1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50aa6d2b-bf8e-408e-b347-1230fd9aa176 HTTP/1.1" status: 204 len: 168 time: 0.1777279 May 13 17:36:44.667544 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dad47-ca80-4b78-8b10-3fe532a27b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aa6d2b-bf8e-408e-b347-1230fd9aa176,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:44.952478 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-9fa43d04-3835-4679-8f85-429670fcef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:44.955462 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-9fa43d04-3835-4679-8f85-429670fcef92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1129 time: 0.0395823 May 13 17:36:45.049022 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-5de53935-fbbe-491e-b35c-18438b12d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:45.050474 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-5de53935-fbbe-491e-b35c-18438b12d67a service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.0874684 May 13 17:36:45.119941 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-83d30c5e-7920-44d6-a456-b3fdfaf60c3b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 200 len: 1000 time: 0.0618696 May 13 17:36:45.153795 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50316) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:45.168975 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7821faa-78d2-4427-bfe3-01751dce7e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:45.169807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-97e14c80-7a34-4011-877a-1046d695e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:45.171330 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-97e14c80-7a34-4011-877a-1046d695e095 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0454996 May 13 17:36:45.217982 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-1894a84b-57f1-446b-9356-e5b546552d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:45.219553 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-1894a84b-57f1-446b-9356-e5b546552d68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412450 May 13 17:36:45.261230 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdeec6-466c-4c26-93b0-c218cd71e115 req-7af6a0c4-2bbd-4a3f-afd5-909309113bd6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:45.262714 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3bdeec6-466c-4c26-93b0-c218cd71e115 req-7af6a0c4-2bbd-4a3f-afd5-909309113bd6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0630305 May 13 17:36:45.311308 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7821faa-78d2-4427-bfe3-01751dce7e47 admin admin] Publish callbacks [] for security_group (ef53c92b-cbb7-4315-a926-8ee811d62385), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:45.327136 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d3bdeec6-466c-4c26-93b0-c218cd71e115 req-1425378b-e478-4f19-9ffb-57fe1f2c02e9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578754 May 13 17:36:45.329791 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-de80951a-db9a-4e7b-9116-646114cc4f87 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859571 May 13 17:36:45.381624 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a7821faa-78d2-4427-bfe3-01751dce7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ef53c92b-cbb7-4315-a926-8ee811d62385), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:45.419332 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7821faa-78d2-4427-bfe3-01751dce7e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53c92b-cbb7-4315-a926-8ee811d62385,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:45.423528 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a7821faa-78d2-4427-bfe3-01751dce7e47 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5367ac4af84b45f6b10e31974a350cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685633 May 13 17:36:45.426464 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50318) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:45.475157 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1a7eebf-2614-48b6-b24d-b1ee375b1702 admin admin] Publish callbacks [] for security_group (ef53c92b-cbb7-4315-a926-8ee811d62385), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:45.495648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1a7eebf-2614-48b6-b24d-b1ee375b1702 admin admin] Publish callbacks [] for security_group (ef53c92b-cbb7-4315-a926-8ee811d62385), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:45.593286 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1a7eebf-2614-48b6-b24d-b1ee375b1702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ef53c92b-cbb7-4315-a926-8ee811d62385), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:45.596409 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a1a7eebf-2614-48b6-b24d-b1ee375b1702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:45.597771 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a1a7eebf-2614-48b6-b24d-b1ee375b1702 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef53c92b-cbb7-4315-a926-8ee811d62385 HTTP/1.1" status: 204 len: 168 time: 0.1705086 May 13 17:36:45.607400 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7eebf-2614-48b6-b24d-b1ee375b1702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef53c92b-cbb7-4315-a926-8ee811d62385,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:45.620047 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-05733ebd-a0c3-4408-a29e-686120a596b6 req-8f3b818b-deee-4273-967f-0e32e228af65 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947313 May 13 17:36:46.448860 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcac0b8-10d6-456d-b5ae-e14d2a1a1203 req-94923984-cef9-406f-811e-9625e69a58ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:46.450281 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4dcac0b8-10d6-456d-b5ae-e14d2a1a1203 req-94923984-cef9-406f-811e-9625e69a58ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 945 time: 0.0508935 May 13 17:36:46.503552 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4dcac0b8-10d6-456d-b5ae-e14d2a1a1203 req-317831e2-81b7-4b39-88d4-1a2c0a10d774 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471950 May 13 17:36:46.641191 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:46.719576 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: ACTIVE; New status is: DOWN {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:36:46.720195 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:46.743896 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:46.746109 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee6145-ede2-4d9e-b0b9-c66f7f26b786" -d '{"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:46.758817 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:46.785511 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc276260-1c69-451e-b5ae-e052783b73cb x-openstack-request-id: req-fc276260-1c69-451e-b5ae-e052783b73cb {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:46.786696 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:46.786980 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc276260-1c69-451e-b5ae-e052783b73cb {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:46.787431 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc276260-1c69-451e-b5ae-e052783b73cb'] response: {'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'code': 200} May 13 17:36:46.838961 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:46.886348 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=8']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:47.626450 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2390d8d-b4ea-4b85-a025-09ac0f18679b req-26cec88d-e55b-4059-a52a-205f36bd262d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:47.627963 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2390d8d-b4ea-4b85-a025-09ac0f18679b req-26cec88d-e55b-4059-a52a-205f36bd262d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0472565 May 13 17:36:47.676736 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b2390d8d-b4ea-4b85-a025-09ac0f18679b req-df07c4a6-e9fb-42b9-bc8c-1ed3e207b9ba tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 May 13 17:36:48.803306 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc7444-eb62-4775-9d62-26a86b56722d req-53a17506-0d1a-4b29-b75d-da88698a7b60 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:48.804706 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8ebc7444-eb62-4775-9d62-26a86b56722d req-53a17506-0d1a-4b29-b75d-da88698a7b60 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0541799 May 13 17:36:48.850583 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8ebc7444-eb62-4775-9d62-26a86b56722d req-715e6269-3c34-43f1-b502-f274a90c2e1e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 May 13 17:36:50.659552 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:50.738321 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: DOWN; New status is: DOWN {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:36:50.825786 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b4e9-ffbc-40d2-bf97-4d6b9e11fc8d req-57d13e35-792c-4e27-bf9f-e2278ad7f63a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:50.827533 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c274b4e9-ffbc-40d2-bf97-4d6b9e11fc8d req-57d13e35-792c-4e27-bf9f-e2278ad7f63a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0475020 May 13 17:36:50.874366 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c274b4e9-ffbc-40d2-bf97-4d6b9e11fc8d req-cb7e4478-44d0-4b44-95a0-e7f025726543 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405498 May 13 17:36:51.262511 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-13aab862-d838-4c90-aca1-be4f69fe7e86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331351 May 13 17:36:51.391583 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-a8d5189e-4672-468e-81bf-b3c0929438be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:51.392938 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-a8d5189e-4672-468e-81bf-b3c0929438be tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports/acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 200 len: 940 time: 0.1039903 May 13 17:36:51.976175 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50466) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:36:52.002456 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68fe9-ef75-45e4-b3af-c0ddf58125a9 req-ceb80651-116e-4136-be49-b9d575bc66b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:52.004004 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03e68fe9-ef75-45e4-b3af-c0ddf58125a9 req-ceb80651-116e-4136-be49-b9d575bc66b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0479145 May 13 17:36:52.064337 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-03e68fe9-ef75-45e4-b3af-c0ddf58125a9 req-69adb518-2b06-4325-a511-a96cbc6653fe tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536432 May 13 17:36:52.155157 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Deleting port f298ffc8-00a3-4860-92e4-02f8e0cdba76 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:52.155638 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:52.236241 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:52.236521 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for floatingip (f298ffc8-00a3-4860-92e4-02f8e0cdba76), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:52.250424 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Calling delete_port for f298ffc8-00a3-4860-92e4-02f8e0cdba76 owned by network:floatingip {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:52.461936 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (f298ffc8-00a3-4860-92e4-02f8e0cdba76), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:52.490878 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event deleted for resources: {'Port': ['ID=f298ffc8-00a3-4860-92e4-02f8e0cdba76,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:52.520816 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.521166 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.521509 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.521843 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.522172 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.522501 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.522826 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.523166 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.523495 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.523815 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.524136 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.524456 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.524880 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.525207 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.525528 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:36:52.565259 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for floatingip (c8e41482-23e4-4c3a-9123-441f835c8864), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:52.565586 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Floating IP c8e41482-23e4-4c3a-9123-441f835c8864 disassociated (deleted). External IP: 172.27.3.105, port: f37d13dd-347a-41e2-8ca5-2b0f1df46c9c. May 13 17:36:52.788473 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:36:52.878638 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-c11b56d4-a3e0-4eb1-a2ad-0c6c8b634f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:52.880755 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-c11b56d4-a3e0-4eb1-a2ad-0c6c8b634f9b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a&tenant_id=6c34f44042ac43cc8a6a7937c0683120 HTTP/1.1" status: 200 len: 1127 time: 0.0393229 May 13 17:36:52.900663 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:36:52.905443 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:52.910055 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] Sync routers for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:36:52.919266 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:52.920000 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:52.937832 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f116815c-c171-4fff-974b-e94b538c3103 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "DELETE /v2.0/floatingips/c8e41482-23e4-4c3a-9123-441f835c8864 HTTP/1.1" status: 204 len: 168 time: 0.9581842 May 13 17:36:52.937832 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:52.943573 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38" -d '{"events": [{"name": "network-changed", "server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:52.964584 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-c0731f75-123b-471c-9710-0464db0e9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:52.966153 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-c0731f75-123b-471c-9710-0464db0e9940 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1127 time: 0.0476639 May 13 17:36:53.011901 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9239661-2bfb-475f-99f3-72086ca85868 x-openstack-request-id: req-c9239661-2bfb-475f-99f3-72086ca85868 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:53.011901 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:53.011901 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9239661-2bfb-475f-99f3-72086ca85868 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:53.011901 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9239661-2bfb-475f-99f3-72086ca85868'] response: {'name': 'network-changed', 'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'status': 'completed', 'code': 200} May 13 17:36:53.066057 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:53.094815 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-a36cd9ff-b9d9-4a2b-bc0b-f0de55602f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:53.096456 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-a36cd9ff-b9d9-4a2b-bc0b-f0de55602f8f service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.1237061 May 13 17:36:53.099869 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-ae1aa6bd-df7f-4e64-98b1-bbf3b1b942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:53.101251 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-ae1aa6bd-df7f-4e64-98b1-bbf3b1b942ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 1129 time: 0.0527217 May 13 17:36:53.251965 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-5de7c014-c4c6-49b2-95b6-8ee7a36b636f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 200 len: 998 time: 0.1448710 May 13 17:36:53.257944 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2e93a-cbfa-4485-894b-7834f38257e8 req-db70044c-cca9-4e19-aaa1-f893aa73f37a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:53.259337 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82c2e93a-cbfa-4485-894b-7834f38257e8 req-db70044c-cca9-4e19-aaa1-f893aa73f37a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.1041527 May 13 17:36:53.287397 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:05Z', 'revision_number': 5, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:53.341938 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-70f83d3c-80ff-48e4-aa18-d45fd3e36978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:53.343442 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-70f83d3c-80ff-48e4-aa18-d45fd3e36978 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 200 len: 910 time: 0.2304630 May 13 17:36:53.359159 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-6e3b2b29-e245-4077-8430-3e58f99010cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:53.360629 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-6e3b2b29-e245-4077-8430-3e58f99010cd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.1004438 May 13 17:36:53.372728 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-82c2e93a-cbfa-4485-894b-7834f38257e8 req-4b5f4c10-314f-4574-bc71-d0a90c7075c5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970149 May 13 17:36:53.393264 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159d066-fdca-402b-8bad-53fbf067b270 req-95444031-1569-40f1-bc9d-855403abcb91 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:53.395818 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5159d066-fdca-402b-8bad-53fbf067b270 req-95444031-1569-40f1-bc9d-855403abcb91 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0521557 May 13 17:36:53.414931 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] Checking router: b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:36:53.424023 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:36:53.424659 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:36:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:53.449234 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5159d066-fdca-402b-8bad-53fbf067b270 req-45d4729e-731c-409d-92b7-605d40e07cc6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463147 May 13 17:36:53.523749 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:36:53.534836 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:36:53.721515 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:05Z', 'revision_number': 5, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:36:53.748303 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ba0d8-97f0-4e04-9757-ce28fa0f9507 None None] The sync data for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi is: [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:28:59Z', 'revision_number': 4, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'ea407be2-af40-4e13-ad46-3c4e2fce9334', 'name': '', 'network_id': '2f334e29-3120-4ec7-b43a-0baf54e47be7', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'mac_address': 'fa:16:3e:1a:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:57Z', 'updated_at': '2022-05-13T17:29:05Z', 'revision_number': 5, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'subnets': [{'id': 'aad0c413-010c-4f53-a298-2e7b02b8e233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:36:53.983925 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44881b14-9b62-4cf2-8c5a-fb85d586c2ab None None] New status for floating IP c8e41482-23e4-4c3a-9123-441f835c8864: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:36:54.498114 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940df2a-57dd-40c7-bf10-9cac3bf453c9 req-77532705-1958-437b-a506-8a987e1c4b47 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:54.499632 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5940df2a-57dd-40c7-bf10-9cac3bf453c9 req-77532705-1958-437b-a506-8a987e1c4b47 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0476141 May 13 17:36:54.545569 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5940df2a-57dd-40c7-bf10-9cac3bf453c9 req-e7bded57-b110-499b-8e32-5650027753b8 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 May 13 17:36:54.565081 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a5c0c-9411-44e2-8a75-0b4a5a9c0d5a req-460ddc77-a232-47d2-8d42-d68396126e33 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:54.565081 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b6a5c0c-9411-44e2-8a75-0b4a5a9c0d5a req-460ddc77-a232-47d2-8d42-d68396126e33 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0467772 May 13 17:36:54.619998 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7b6a5c0c-9411-44e2-8a75-0b4a5a9c0d5a req-cdc8a063-4a23-4f1a-b45a-4a5bad5ef437 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500779 May 13 17:36:54.640826 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-490c1f0f-b39b-43f3-b70b-0efcad0a766b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 200 len: 217 time: 0.0613356 May 13 17:36:54.675539 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-10df74de-6974-4dfe-bb1e-06f860cc9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:54.677449 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-10df74de-6974-4dfe-bb1e-06f860cc9063 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913303 May 13 17:36:54.693876 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-f29e1265-4728-4beb-abaf-1f47b690b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:54.695217 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-f29e1265-4728-4beb-abaf-1f47b690b75c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=aad0c413-010c-4f53-a298-2e7b02b8e233 HTTP/1.1" status: 200 len: 848 time: 0.0475168 May 13 17:36:55.051756 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-2bb2bfd2-1105-4ec5-9128-5c4a8617fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:55.053243 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-2bb2bfd2-1105-4ec5-9128-5c4a8617fad3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f334e29-3120-4ec7-b43a-0baf54e47be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3460581 May 13 17:36:55.081780 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-ab5fb361-5e8a-4274-9524-1b023602c90e service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672311 May 13 17:36:55.585792 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-c8d74984-853d-41fd-8bc4-3d8cddaef812 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551745 May 13 17:36:55.589169 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df1f076c-e4aa-48b5-94dd-433bea38486b req-64e87419-2a10-43fe-a693-6a7d4c775c3a service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574061 May 13 17:36:55.634206 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-5fb5526f-848d-46ea-a165-3c857ef31c93 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:55.635707 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-5fb5526f-848d-46ea-a165-3c857ef31c93 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.82 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0673585 May 13 17:36:55.707233 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2e16a-9441-45b6-ade2-3760e0777f77 req-7aaf6732-a18f-4b1f-b84e-b03301244f84 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:55.708346 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9bf2e16a-9441-45b6-ade2-3760e0777f77 req-7aaf6732-a18f-4b1f-b84e-b03301244f84 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0712798 May 13 17:36:55.716910 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-26a403af-e0c4-4639-9cf9-3ae5a04c7a38 req-4b575c05-e3b6-47c8-9ff3-a2ad14c800f3 service neutron] 10.222.0.82 "GET /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000133 May 13 17:36:55.815745 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Deleting port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:36:55.816079 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:56.089748 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9bf2e16a-9441-45b6-ade2-3760e0777f77 req-17acf551-5ff0-4dd3-a004-dfefd8046a18 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558900 May 13 17:36:56.144041 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] For port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:36:56.144423 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:56.164039 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Calling delete_port for f37d13dd-347a-41e2-8ca5-2b0f1df46c9c owned by compute:nova {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:36:56.255930 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a7a11-2ec6-43c6-a54c-0ed5b54ed39c req-e2745874-39cb-477b-8e2c-253c199c098c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:56.255930 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ea9a7a11-2ec6-43c6-a54c-0ed5b54ed39c req-e2745874-39cb-477b-8e2c-253c199c098c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 945 time: 0.0878012 May 13 17:36:56.455940 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ea9a7a11-2ec6-43c6-a54c-0ed5b54ed39c req-144e9699-7ede-4bb1-8452-da8a905c340f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/security-groups?id=19720c99-e9e9-4ae9-be7c-9fab9a29d28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803317 May 13 17:36:56.547517 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (f37d13dd-347a-41e2-8ca5-2b0f1df46c9c), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:56.597920 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event deleted for resources: {'Port': ['ID=f37d13dd-347a-41e2-8ca5-2b0f1df46c9c,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:36:56.672315 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] No DVR routers for this DVR port f37d13dd-347a-41e2-8ca5-2b0f1df46c9c on host hv-cinder-84178 {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:36:56.675796 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:56.679617 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4fcb9ccb-a8c0-45a2-98ce-a19ef68a06d1 req-e0b28972-0913-4639-9e7e-797a3595ef2d tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.82 "DELETE /v2.0/ports/f37d13dd-347a-41e2-8ca5-2b0f1df46c9c HTTP/1.1" status: 204 len: 173 time: 1.0330775 May 13 17:36:56.680385 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-deleted', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:36:56.682848 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d812e3-0cf7-4fb4-9891-26bf3b705c25" -d '{"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-deleted", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:36:56.729848 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eced4a-ef37-4c4b-aeff-1ed589c14c55 x-openstack-request-id: req-c5eced4a-ef37-4c4b-aeff-1ed589c14c55 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:36:56.730169 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a310844-e208-4f17-a8c9-fd4db4acf00d", "name": "network-vif-deleted", "tag": "f37d13dd-347a-41e2-8ca5-2b0f1df46c9c", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:36:56.730420 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5eced4a-ef37-4c4b-aeff-1ed589c14c55 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:36:56.730819 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5eced4a-ef37-4c4b-aeff-1ed589c14c55'] response: {'server_uuid': '7a310844-e208-4f17-a8c9-fd4db4acf00d', 'name': 'network-vif-deleted', 'tag': 'f37d13dd-347a-41e2-8ca5-2b0f1df46c9c', 'status': 'completed', 'code': 200} May 13 17:36:57.214220 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443b271-09e5-40f4-826c-5dc405032613 req-e1a2a3e0-b21d-445c-8d62-a5683983d313 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:57.215627 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4443b271-09e5-40f4-826c-5dc405032613 req-e1a2a3e0-b21d-445c-8d62-a5683983d313 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0476522 May 13 17:36:57.276541 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4443b271-09e5-40f4-826c-5dc405032613 req-a3db8891-b54c-4d74-9e25-7ef361dc49a4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551803 May 13 17:36:57.551421 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4c65714f-6c36-4e56-a9cf-e57bfa805dc6 req-42fd7244-72cf-45fd-a890-c92fbe319b88 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0276926 May 13 17:36:58.403275 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3f7b-af2b-493b-a020-2a297dcfd060 req-f7a0e4b0-2042-4a6f-a6ac-6eb3d0e2b6a9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:58.404931 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-890b3f7b-af2b-493b-a020-2a297dcfd060 req-f7a0e4b0-2042-4a6f-a6ac-6eb3d0e2b6a9 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0584879 May 13 17:36:58.427895 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4b71-09c7-452a-a09d-26a39cab6813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:36:58.458179 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-890b3f7b-af2b-493b-a020-2a297dcfd060 req-3eee63c7-9f3d-4a20-b59e-f87865f7dc3a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476220 May 13 17:36:58.649981 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3878b1a9-7caf-435e-a70d-0b1f059466f1 req-03ea6c23-d807-4579-b101-132f17ef379b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0271630 May 13 17:36:58.726816 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device f37d13dd-347a-41e2-8ca5-2b0f1df46c9c no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:36:58.747112 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: f37d13dd-347a-41e2-8ca5-2b0f1df46c9c {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:36:58.747483 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device f37d13dd-347a-41e2-8ca5-2b0f1df46c9c not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:36:59.588889 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d87b-a9d1-43b2-8be1-956690ec3cdd req-c8a8ec75-0ca8-46cb-857e-5e21eabcac6a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:36:59.590367 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8337d87b-a9d1-43b2-8be1-956690ec3cdd req-c8a8ec75-0ca8-46cb-857e-5e21eabcac6a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0525365 May 13 17:36:59.645069 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-8337d87b-a9d1-43b2-8be1-956690ec3cdd req-5b9933b0-4bd0-41ec-8e47-32e3595ec8af tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 May 13 17:36:59.748408 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-649bfd68-7f1a-433e-957c-5eae769065a2 req-4d9f9264-5ce0-4da8-992e-6e7eed87428f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0280342 May 13 17:37:00.541709 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c01bb906-e4d1-4273-a412-92c7f5af3960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:00.766275 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549faa51-79e9-4077-a2dc-faa56aecb120 req-de184f8a-4f35-4221-8e10-1710781c952e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:00.767764 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-549faa51-79e9-4077-a2dc-faa56aecb120 req-de184f8a-4f35-4221-8e10-1710781c952e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0466681 May 13 17:37:00.848116 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-549faa51-79e9-4077-a2dc-faa56aecb120 req-3dcfc73e-b421-4ed7-90a4-a30ca98e29ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746751 May 13 17:37:00.852531 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f2e519d5-8707-4210-8e9c-801c8f464897 req-27f3de9c-46a2-4312-993e-9d499d41b632 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0325987 May 13 17:37:01.955233 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6197ba23-1938-4f46-8099-9d608782115e req-b5328440-6dba-4c0c-953b-0d3a5f661e63 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0287411 May 13 17:37:01.994175 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1526-bd52-4943-8ff5-9d501823dd83 req-40c3551e-607e-4660-b605-8ef62957262f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:02.001276 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-18ae1526-bd52-4943-8ff5-9d501823dd83 req-40c3551e-607e-4660-b605-8ef62957262f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0566096 May 13 17:37:02.045670 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-18ae1526-bd52-4943-8ff5-9d501823dd83 req-b108846f-5320-47b8-a1e6-9ad7b3b0f92a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 May 13 17:37:02.079427 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:03.059745 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-9a80feb5-5c9f-4d5a-adf3-c0b3eb7b2069 req-206afda0-5bfc-4bdd-88a6-eac5883972b9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0311391 May 13 17:37:03.166813 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb592e-6038-42c8-8f1d-857621d39deb req-09f017f4-017a-403a-ac20-b25706bae51d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:03.168334 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62bb592e-6038-42c8-8f1d-857621d39deb req-09f017f4-017a-403a-ac20-b25706bae51d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0472000 May 13 17:37:03.222928 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-62bb592e-6038-42c8-8f1d-857621d39deb req-ade130e0-14ad-46b9-9936-3c7cef323880 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486708 May 13 17:37:03.542168 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:04.171001 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f208b768-401e-401c-9343-3e315a2c5bb7 req-156083df-acc6-4a72-a132-353a6fa87ac1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0374699 May 13 17:37:04.372477 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25499a84-92ae-45f7-af2a-19c33ed807b2 req-3fe31f66-88f5-4099-81ac-70d89fcccaae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:04.374195 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-25499a84-92ae-45f7-af2a-19c33ed807b2 req-3fe31f66-88f5-4099-81ac-70d89fcccaae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0529289 May 13 17:37:04.426036 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-25499a84-92ae-45f7-af2a-19c33ed807b2 req-bb310ae8-4859-4b5b-9b5f-03032d4d1466 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 May 13 17:37:04.753100 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:05.269934 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-59b55a4d-84c7-4c95-9549-06e34549f325 req-3dbca780-6879-4217-a8af-41345ea2647f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0275013 May 13 17:37:05.555486 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111dc1-9c26-4a39-ba6a-ac55b8152556 req-d4172d1c-a65a-440b-9d02-0cc509b6c418 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:05.556915 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e1111dc1-9c26-4a39-ba6a-ac55b8152556 req-d4172d1c-a65a-440b-9d02-0cc509b6c418 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0454748 May 13 17:37:05.609754 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e1111dc1-9c26-4a39-ba6a-ac55b8152556 req-c0def928-0461-4e62-b7eb-cdca72b7a1e5 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472245 May 13 17:37:06.382705 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f4e996f8-e7eb-42a5-8f16-47840cf23226 req-d8133e45-927f-41cf-8b43-f427b0017dbb tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0304344 May 13 17:37:06.728459 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765560c-ba0e-42c8-b9cf-3f6144088f88 req-1849940f-9e02-4713-ac02-1727339f4b59 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:06.730278 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6765560c-ba0e-42c8-b9cf-3f6144088f88 req-1849940f-9e02-4713-ac02-1727339f4b59 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0468636 May 13 17:37:06.779570 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6765560c-ba0e-42c8-b9cf-3f6144088f88 req-6c4ef4bc-1bc8-43e4-bf21-9f50fc846d4b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 May 13 17:37:07.486678 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ddada827-8f3d-45ea-ba88-b6fa90578ce5 req-ad46cc08-6540-464f-a631-c84af20cc545 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0273585 May 13 17:37:08.077411 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77fa0f-fc79-4986-963e-3ff47a7b6e8a req-590335fc-950f-4537-8706-0bfffc1c6f1b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:08.077411 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff77fa0f-fc79-4986-963e-3ff47a7b6e8a req-590335fc-950f-4537-8706-0bfffc1c6f1b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0494814 May 13 17:37:08.077411 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ff77fa0f-fc79-4986-963e-3ff47a7b6e8a req-fd7936a9-2206-405f-a0cc-1c2b13774871 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 May 13 17:37:08.586551 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-12c7fc1b-2f14-4964-b8d0-a63f73bb01e8 req-20d5d3d3-be70-42f4-89c1-a68f0fc518e2 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0305130 May 13 17:37:09.182499 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725ce3-52c4-42c7-929b-392d1a035100 req-d00c532f-539c-4c22-86e4-4aeac0fab1ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:09.184023 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bf725ce3-52c4-42c7-929b-392d1a035100 req-d00c532f-539c-4c22-86e4-4aeac0fab1ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0457053 May 13 17:37:09.229782 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bf725ce3-52c4-42c7-929b-392d1a035100 req-4cd238e4-ef86-4431-839c-28e0c5970363 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 May 13 17:37:09.681896 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-049def40-291a-490e-9bbb-0ea499e82942 req-04e571a0-d41c-46cb-b331-2056f46fdd70 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0277250 May 13 17:37:10.348700 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270765bc-633d-4090-9a17-e4baf827022f req-5bb2a4df-0bbd-4ada-bd6d-bc35c49f3dec tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:10.351585 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-270765bc-633d-4090-9a17-e4baf827022f req-5bb2a4df-0bbd-4ada-bd6d-bc35c49f3dec tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0500610 May 13 17:37:10.397833 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-270765bc-633d-4090-9a17-e4baf827022f req-69428d76-cc20-4e61-a34c-38aad257283c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416913 May 13 17:37:10.781186 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-89771e81-f511-4bce-bf4d-3090bfb865d8 req-529350ad-ed65-4399-9250-08f183ea34ea tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0266628 May 13 17:37:11.521228 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8621-e1ed-49bc-8d59-34143e14b67e req-377e682b-8957-43cd-8432-9153aacada54 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:11.522676 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-359f8621-e1ed-49bc-8d59-34143e14b67e req-377e682b-8957-43cd-8432-9153aacada54 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0462558 May 13 17:37:11.568062 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-359f8621-e1ed-49bc-8d59-34143e14b67e req-49a024a5-1d9e-467c-aee9-4734988f98fa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399213 May 13 17:37:11.874951 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-13950f37-b0d2-4a80-824a-2824f024c0be req-98a7cdf0-d791-4948-9227-b2ba337ff4b5 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0284381 May 13 17:37:12.686247 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b857b1-7f2f-4ef8-8a7b-d857c7ca4a99 req-ec988f73-c89f-4750-ac8d-dd4c3a649f6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:12.687768 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38b857b1-7f2f-4ef8-8a7b-d857c7ca4a99 req-ec988f73-c89f-4750-ac8d-dd4c3a649f6f tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0496321 May 13 17:37:12.734275 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38b857b1-7f2f-4ef8-8a7b-d857c7ca4a99 req-8e1b9662-cd97-478b-a9cf-abf27030a2e0 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403793 May 13 17:37:12.969436 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-499668f0-d828-4f0a-bda6-6c401a47df92 req-12bb5898-390d-402b-b4bb-eef07b0e4aa9 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0299969 May 13 17:37:13.673945 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:13.854353 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd460f8-7b91-43a0-b08d-691cd1887c26 req-1d4d82a5-0b10-4fb3-877c-879216560ddf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:13.855806 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1bd460f8-7b91-43a0-b08d-691cd1887c26 req-1d4d82a5-0b10-4fb3-877c-879216560ddf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0455453 May 13 17:37:13.900010 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1bd460f8-7b91-43a0-b08d-691cd1887c26 req-649553d1-a97f-4cb1-b9a1-b58e2bb8949b tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388706 May 13 17:37:14.061612 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b295405a-8724-463e-8bec-5d46e6eedc9e req-b5537e00-4b24-47b9-84fc-5f472472d3a8 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0264490 May 13 17:37:15.018463 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ba961-4754-4665-bb56-ae350bc99e1b req-d0270640-705c-4793-bd38-9d0b8ef6ae8c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:15.020095 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b75ba961-4754-4665-bb56-ae350bc99e1b req-d0270640-705c-4793-bd38-9d0b8ef6ae8c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0483978 May 13 17:37:15.079150 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b75ba961-4754-4665-bb56-ae350bc99e1b req-36ae9a8f-6b04-4776-923a-f8b505832bf4 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531690 May 13 17:37:15.156486 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-11dd799a-6f65-4f95-b582-d03c63f7b969 req-d7a9e2ba-7458-46a9-a5f8-4438f3df23f1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0271575 May 13 17:37:16.197406 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f413e5b-762c-45c9-8733-a59125d770e1 req-f1a8d535-33a4-476f-aabe-ee74fda411b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:16.198914 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4f413e5b-762c-45c9-8733-a59125d770e1 req-f1a8d535-33a4-476f-aabe-ee74fda411b2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0472319 May 13 17:37:16.250266 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4f413e5b-762c-45c9-8733-a59125d770e1 req-acdd8b0b-c02b-43d8-851a-07b8658a6dbb tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 May 13 17:37:16.250958 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-efe087d0-5450-4c9a-bbe4-36ef213c5141 req-2797d468-cb0b-4943-bc09-131c455a4a38 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0281324 May 13 17:37:17.350669 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4d3f2ca8-f20e-4217-a7dc-d5af6ce5243d req-e1487011-d0a4-470f-b75d-a12db31180c6 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0302498 May 13 17:37:17.369214 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b7a2d-0d7f-40b3-86a0-f2bc672ebe3a req-2f32548e-3b2c-43f0-b81f-b0949810a8a7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:17.370674 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3d6b7a2d-0d7f-40b3-86a0-f2bc672ebe3a req-2f32548e-3b2c-43f0-b81f-b0949810a8a7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0470221 May 13 17:37:17.415179 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3d6b7a2d-0d7f-40b3-86a0-f2bc672ebe3a req-00e65079-562f-49d8-a2fc-e20ddf51c4f3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390613 May 13 17:37:18.447105 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3df50dd4-2c27-4359-a8e3-1d918ef93ee3 req-4db86cb0-16fc-43a3-b55d-c362a0db0147 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0282068 May 13 17:37:18.541636 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59318122-a718-4e58-bdb8-8b5f499e3b5c req-3d074c71-33e5-497f-b5f1-f0055aa23792 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:18.543146 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-59318122-a718-4e58-bdb8-8b5f499e3b5c req-3d074c71-33e5-497f-b5f1-f0055aa23792 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 943 time: 0.0526874 May 13 17:37:18.592346 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-59318122-a718-4e58-bdb8-8b5f499e3b5c req-56a17704-3e83-4b84-8cf1-610970d249a2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425828 May 13 17:37:18.870878 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:37:18.968162 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:18.980610 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'port_id': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'mac_address': 'fa:16:3e:a7:51:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:37:19.016646 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:37:19.017038 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:19.029843 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf21395-ff17-45fa-b717-d3bb2054575b {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:37:19.052252 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:19.124283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:19.171144 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=9']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:19.178039 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.178393 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.178741 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.179087 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.179452 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.179788 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.180122 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.180451 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.180780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.181129 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.181441 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.181786 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.182107 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.182431 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.182756 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:19.543718 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-905857c9-0b6f-44b4-b2ae-f022f0ef30a6 req-7355798d-c7b1-4949-8196-c851243e4e7c tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0268466 May 13 17:37:19.714380 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801f08-d16e-468b-87d2-b11dc94af012 req-65851121-d035-420d-8fcf-56ff6fa9ea22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:19.715870 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-70801f08-d16e-468b-87d2-b11dc94af012 req-65851121-d035-420d-8fcf-56ff6fa9ea22 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0461922 May 13 17:37:19.766138 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-70801f08-d16e-468b-87d2-b11dc94af012 req-b74f1f5a-09b3-4191-93ef-889186eaacd6 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 May 13 17:37:20.636723 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5d2d9dbb-00b5-4d8c-8b06-4e294bb2f48b req-f6a28ca4-ed6d-492b-9ab3-067bd17f48e1 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0272486 May 13 17:37:20.883154 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca202b-36d4-4b08-a44e-1533681a3d34 req-82bc3f8f-08d2-47fd-b9c7-69aa5393acfc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:20.884622 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-36ca202b-36d4-4b08-a44e-1533681a3d34 req-82bc3f8f-08d2-47fd-b9c7-69aa5393acfc tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0451746 May 13 17:37:20.933652 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-36ca202b-36d4-4b08-a44e-1533681a3d34 req-5b70c5e2-0b18-477b-bded-703dcbb1ab3a tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 May 13 17:37:21.732870 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-5e6ef829-94c0-49f8-90c4-11f32cae47d6 req-b4e6ae02-b229-49c3-876c-23fb068bc22f tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0306883 May 13 17:37:22.048686 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775b71-f064-4ab5-92c6-91752ba5c97f req-4e772533-7a90-4502-bdc8-c6fca27e61ce tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:22.050124 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fa775b71-f064-4ab5-92c6-91752ba5c97f req-4e772533-7a90-4502-bdc8-c6fca27e61ce tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0454545 May 13 17:37:22.095236 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fa775b71-f064-4ab5-92c6-91752ba5c97f req-b173b9a3-3739-4e48-93a2-abbfd412619e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 May 13 17:37:22.830516 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-08e9eb46-f6cd-4806-888f-b17defafcaf5 req-46734d58-3af5-4f0d-9578-168c08a71e5b tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0274527 May 13 17:37:23.214942 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278087-9f07-4a6d-bccd-4fcf759e0aa4 req-3c0b7386-4d35-4011-bfeb-3919118fa5cf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:23.216373 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f8278087-9f07-4a6d-bccd-4fcf759e0aa4 req-3c0b7386-4d35-4011-bfeb-3919118fa5cf tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0460429 May 13 17:37:23.262984 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f8278087-9f07-4a6d-bccd-4fcf759e0aa4 req-785f4213-23ab-47a7-8c50-33a4ce5287a2 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409710 May 13 17:37:23.442232 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['acf21395-ff17-45fa-b717-d3bb2054575b'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:37:23.923053 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d199d99b-c6cd-44e1-bbe2-293954e71f26 req-b5145c39-6b5a-4470-9c91-039daf952d80 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0275674 May 13 17:37:24.380966 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fef60-cba8-48c1-a38f-b4a7dd131bb5 req-0125f7ad-e649-4ad2-98fd-02db5faf29ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:24.382393 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-224fef60-cba8-48c1-a38f-b4a7dd131bb5 req-0125f7ad-e649-4ad2-98fd-02db5faf29ab tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 944 time: 0.0483260 May 13 17:37:24.427347 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-224fef60-cba8-48c1-a38f-b4a7dd131bb5 req-f2af67c5-54cf-424c-bb0a-0bfa3424d3b7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 May 13 17:37:25.027465 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-67dee1ed-7bf3-401a-bc91-cca0dd4fa704 req-031936ca-d690-4ab7-aa04-1c3140dba560 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a310844-e208-4f17-a8c9-fd4db4acf00d HTTP/1.1" status: 200 len: 210 time: 0.0269656 May 13 17:37:25.044755 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:37:25.090146 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port acf21395-ff17-45fa-b717-d3bb2054575b triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:37:25.090528 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:25.169858 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port acf21395-ff17-45fa-b717-d3bb2054575b is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:37:25.170250 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:25.192022 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:37:25.194764 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f646059-4e5c-46e8-9487-5311601e5282" -d '{"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-plugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:37:25.206701 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:25.273398 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:25.299384 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8ef58-b4df-4965-acdf-1521e41fbfac x-openstack-request-id: req-d9f8ef58-b4df-4965-acdf-1521e41fbfac {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:37:25.299677 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-plugged", "status": "completed", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:37:25.299925 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9f8ef58-b4df-4965-acdf-1521e41fbfac {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:37:25.300313 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f8ef58-b4df-4965-acdf-1521e41fbfac'] response: {'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'code': 200} May 13 17:37:25.323354 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=10']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:25.548708 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c66e6-dfe1-4bf0-8cb9-14bd5f9a8b12 req-bf1112a8-dcb3-40e1-9f9c-a91b9c2970ec tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:25.550091 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e91c66e6-dfe1-4bf0-8cb9-14bd5f9a8b12 req-bf1112a8-dcb3-40e1-9f9c-a91b9c2970ec tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0512114 May 13 17:37:25.598550 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-e91c66e6-dfe1-4bf0-8cb9-14bd5f9a8b12 req-0c2bdde9-193c-43bf-a597-1637521ccb47 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 May 13 17:37:25.794846 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c4deb-a42c-45ff-ab1a-27752dae2477 req-e3f4a143-1646-42a7-b6da-84996b6fbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:25.796452 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-239c4deb-a42c-45ff-ab1a-27752dae2477 req-e3f4a143-1646-42a7-b6da-84996b6fbadf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1130 time: 0.0827115 May 13 17:37:25.841099 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-239c4deb-a42c-45ff-ab1a-27752dae2477 req-9d669c00-edc6-4cda-b880-8faa238f4bbd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372488 May 13 17:37:26.084249 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50806) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:26.142432 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group (19720c99-e9e9-4ae9-be7c-9fab9a29d28a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:26.175167 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group (19720c99-e9e9-4ae9-be7c-9fab9a29d28a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:26.329877 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (19720c99-e9e9-4ae9-be7c-9fab9a29d28a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:26.332626 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:26.334429 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] 10.222.0.64 "DELETE /v2.0/security-groups/19720c99-e9e9-4ae9-be7c-9fab9a29d28a HTTP/1.1" status: 204 len: 168 time: 0.2492573 May 13 17:37:26.343992 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19720c99-e9e9-4ae9-be7c-9fab9a29d28a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:26.351745 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.352097 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.352442 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.352788 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.353130 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.353721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.354060 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.354388 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.354719 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.355049 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.355411 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.355743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.356076 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.356402 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.356774 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7cd50e-e7a9-4005-8377-2ea6cf74a691 tempest-TestShelveInstance-1832523296 tempest-TestShelveInstance-1832523296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:26.461200 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50812) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:26.735568 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0487c-4297-43bf-bcd7-a9eb96a3f1c2 req-69e91ae7-3302-458d-913f-1eb8684618e7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:26.742788 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bca0487c-4297-43bf-bcd7-a9eb96a3f1c2 req-69e91ae7-3302-458d-913f-1eb8684618e7 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0587745 May 13 17:37:26.793988 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-bca0487c-4297-43bf-bcd7-a9eb96a3f1c2 req-f0b6089b-488a-4408-bfe8-72691fe68b07 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502441 May 13 17:37:26.948851 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:27.177539 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Deleting port ea407be2-af40-4e13-ad46-3c4e2fce9334 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:27.178262 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:27.253311 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] For port ea407be2-af40-4e13-ad46-3c4e2fce9334, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=ea407be2-af40-4e13-ad46-3c4e2fce9334,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:27.253681 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:27.267145 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Calling delete_port for ea407be2-af40-4e13-ad46-3c4e2fce9334 owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:27.479234 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (ea407be2-af40-4e13-ad46-3c4e2fce9334), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:27.507620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea407be2-af40-4e13-ad46-3c4e2fce9334,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:27.686972 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:27.964188 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3d25f-8034-4576-93ee-27218432787b req-21532184-2900-4dba-9c08-78fdcf2ee259 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:27.966141 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda3d25f-8034-4576-93ee-27218432787b req-21532184-2900-4dba-9c08-78fdcf2ee259 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.1038244 May 13 17:37:27.976197 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:37:28.061460 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fda3d25f-8034-4576-93ee-27218432787b req-1fb4d95a-d581-402f-a20a-c59c330b1712 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880473 May 13 17:37:28.123532 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:37:28.132460 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-76f58f29-802d-4494-90a9-d7ca7c72db84 admin admin] 10.222.0.64 "PUT /v2.0/routers/b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6700664 May 13 17:37:28.133897 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] Sync routers for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:37:28.134929 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50830) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:28.144080 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:28.144696 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:28.248856 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks [] for router (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:28.254172 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:28.363579 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks [] for router_gateway (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:28.433063 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:37:27Z', 'revision_number': 5, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port': {'id': '9c8d99b5-edae-4294-8cb3-e9417a814477', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:28:54Z', 'updated_at': '2022-05-13T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:28.438391 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-6c622d2f-0341-4373-8114-911b501099c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:28.460042 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] Checking router: b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:37:28.468663 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] Routers {'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:28.469288 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:28.507746 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Deleting port 9c8d99b5-edae-4294-8cb3-e9417a814477 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:28.508090 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:28.559610 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] Set router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:28.598674 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] For port 9c8d99b5-edae-4294-8cb3-e9417a814477, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=9c8d99b5-edae-4294-8cb3-e9417a814477,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:28.599863 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:28.618881 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:37:28Z', 'revision_number': 6, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:28.622300 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Calling delete_port for 9c8d99b5-edae-4294-8cb3-e9417a814477 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:28.658904 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fd8c0-5a24-4d93-92cc-be779ed583a2 None None] The sync data for ids ['b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6'] in dv-cinder-841782-1-iscsi is: [{'id': 'b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6', 'name': 'tempest-TestShelveInstance-1636560901-router', 'tenant_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:28:53Z', 'updated_at': '2022-05-13T17:37:28Z', 'revision_number': 6, 'project_id': '15f2d05b5ad248009d2acb0d3db6aec9', 'gw_port_host': None}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:37:28.867796 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (9c8d99b5-edae-4294-8cb3-e9417a814477), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:28.893755 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8d99b5-edae-4294-8cb3-e9417a814477,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:28.959839 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.069586 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.072165 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks [] for router_controller (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.195637 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00b12c-bb49-457f-a386-bd4e64c14d53 req-63018b2b-4e21-45cc-976d-133f2f281830 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:29.197126 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3e00b12c-bb49-457f-a386-bd4e64c14d53 req-63018b2b-4e21-45cc-976d-133f2f281830 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0523796 May 13 17:37:29.243832 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3e00b12c-bb49-457f-a386-bd4e64c14d53 req-bc24cc49-5e6e-4fdf-9161-c7784d4ed31e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 May 13 17:37:29.250152 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.256235 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:37:29.256235 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.257205 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-96a926f1-ffa2-41ae-904a-a880ce76e521 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b8d7322a-1fb0-4ad7-9dd1-8c305a528ba6 HTTP/1.1" status: 204 len: 168 time: 1.1208394 May 13 17:37:29.259562 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50870) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:29.307471 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] Deleting subnet aad0c413-010c-4f53-a298-2e7b02b8e233 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:37:29.310512 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] Publish callbacks [] for subnet (aad0c413-010c-4f53-a298-2e7b02b8e233), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.604484 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (aad0c413-010c-4f53-a298-2e7b02b8e233), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.692214 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (aad0c413-010c-4f53-a298-2e7b02b8e233), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.822257 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (aad0c413-010c-4f53-a298-2e7b02b8e233), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.846469 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad0c413-010c-4f53-a298-2e7b02b8e233,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:29.852215 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.855918 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d5ea2536-2bcf-43c1-b48a-d055e969e72a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aad0c413-010c-4f53-a298-2e7b02b8e233 HTTP/1.1" status: 204 len: 168 time: 0.5950549 May 13 17:37:29.858061 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bec151-b533-49f8-a0d9-51a8e64de6d3 None None] Network 2f334e29-3120-4ec7-b43a-0baf54e47be7 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:37:29.858512 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50874) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:29.940847 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (2f334e29-3120-4ec7-b43a-0baf54e47be7), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:29.997277 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device ea407be2-af40-4e13-ad46-3c4e2fce9334 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:30.026196 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: ea407be2-af40-4e13-ad46-3c4e2fce9334 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:30.028229 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device ea407be2-af40-4e13-ad46-3c4e2fce9334 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:30.028229 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 9c8d99b5-edae-4294-8cb3-e9417a814477 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:30.054868 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Deleting port 3f429855-0436-43b7-9da6-24ef5a6b0504 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:30.054868 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.055358 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 9c8d99b5-edae-4294-8cb3-e9417a814477 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:30.055358 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 9c8d99b5-edae-4294-8cb3-e9417a814477 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:30.056641 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] DHCP port deletion for 2f334e29-3120-4ec7-b43a-0baf54e47be7 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:37:30.111702 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] Deleting port 3f429855-0436-43b7-9da6-24ef5a6b0504 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:30.112156 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.126719 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] For port 3f429855-0436-43b7-9da6-24ef5a6b0504, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=3f429855-0436-43b7-9da6-24ef5a6b0504,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:30.127210 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.142100 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Calling delete_port for 3f429855-0436-43b7-9da6-24ef5a6b0504 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:30.196408 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] For port 3f429855-0436-43b7-9da6-24ef5a6b0504, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=3f429855-0436-43b7-9da6-24ef5a6b0504,segment=NetworkSegment(9e675ca3-6f02-4991-86e8-7cad06751da3),segment_id=9e675ca3-6f02-4991-86e8-7cad06751da3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:30.196986 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.216377 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] Calling delete_port for 3f429855-0436-43b7-9da6-24ef5a6b0504 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:30.312620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.325088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (3f429855-0436-43b7-9da6-24ef5a6b0504), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.342698 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f429855-0436-43b7-9da6-24ef5a6b0504,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:30.353195 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] No DVR routers for this DVR port 3f429855-0436-43b7-9da6-24ef5a6b0504 on host dv-cinder-841782-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:37:30.366413 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] Pushing event deleted for resources: {'Port': ['ID=3f429855-0436-43b7-9da6-24ef5a6b0504,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:30.367992 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b01250-9957-42c5-8abb-1297dd707546 req-345df732-f60e-4187-80a4-c918051a8afa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:30.370973 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec50d22-a7e8-4182-8bc1-55775cfd1031 None None] No DVR routers for this DVR port 3f429855-0436-43b7-9da6-24ef5a6b0504 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:37:30.376193 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4b01250-9957-42c5-8abb-1297dd707546 req-345df732-f60e-4187-80a4-c918051a8afa tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0594959 May 13 17:37:30.424307 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a4b01250-9957-42c5-8abb-1297dd707546 req-b36f6c7c-aeea-489c-8cbd-eceb4c958c34 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469782 May 13 17:37:30.444239 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (2f334e29-3120-4ec7-b43a-0baf54e47be7), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.464997 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f334e29-3120-4ec7-b43a-0baf54e47be7']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:30.475629 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e675ca3-6f02-4991-86e8-7cad06751da3') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:30.475934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e675ca3-6f02-4991-86e8-7cad06751da3') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:30.498086 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (9e675ca3-6f02-4991-86e8-7cad06751da3), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.514741 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (9e675ca3-6f02-4991-86e8-7cad06751da3), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.524667 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:37:30.526732 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:37:30.527238 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (9e675ca3-6f02-4991-86e8-7cad06751da3), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:37:30.529160 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:37:30.564449 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-def25497-3297-4f10-93dd-7e161cf4f182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.656790 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (2f334e29-3120-4ec7-b43a-0baf54e47be7), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.661398 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:30.667700 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2f334e29-3120-4ec7-b43a-0baf54e47be7 HTTP/1.1" status: 204 len: 168 time: 0.8054349 May 13 17:37:30.668526 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50898) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:30.683846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af148d-9a22-41d2-a866-e006d4b43a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f334e29-3120-4ec7-b43a-0baf54e47be7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:31.022380 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:31.250701 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Deleting port 8b89b435-511a-4f4a-9365-fc3ef9b0f193 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:31.250941 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:31.327759 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] For port 8b89b435-511a-4f4a-9365-fc3ef9b0f193, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=8b89b435-511a-4f4a-9365-fc3ef9b0f193,segment=NetworkSegment(ce0c3f83-b074-447d-a306-49235d061b5a),segment_id=ce0c3f83-b074-447d-a306-49235d061b5a)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:31.328481 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:31.341721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Calling delete_port for 8b89b435-511a-4f4a-9365-fc3ef9b0f193 owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:31.581354 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (8b89b435-511a-4f4a-9365-fc3ef9b0f193), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:31.604581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b89b435-511a-4f4a-9365-fc3ef9b0f193,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:31.779052 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:32.011346 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 3f429855-0436-43b7-9da6-24ef5a6b0504 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:32.014503 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:37:32.031091 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:32.032583 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 3f429855-0436-43b7-9da6-24ef5a6b0504 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:32.032924 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 3f429855-0436-43b7-9da6-24ef5a6b0504 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:32.123320 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:37:32.129260 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-a0e9e249-ac5b-4bda-883b-dda9212cca07 admin admin] 10.222.0.64 "PUT /v2.0/routers/a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4596548 May 13 17:37:32.132420 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50910) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:32.133313 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] Sync routers for ids ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:37:32.144043 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] Routers {'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:32.144665 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:32.238969 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks [] for router (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:32.255621 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] Set router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:32.343795 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks [] for router_gateway (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:32.425644 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:37:31Z', 'revision_number': 5, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port': {'id': '4e674cb3-e9dc-403e-b40c-de3e7497748b', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:29:06Z', 'updated_at': '2022-05-13T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:32.457231 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] Checking router: a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:37:32.466707 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] Routers {'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:32.467369 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:32.558823 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] Set router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:32.612167 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:37:32Z', 'revision_number': 6, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:32.641775 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8323e-2f8d-4edc-a0a4-ec84475a6f2f None None] The sync data for ids ['a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09'] in dv-cinder-841782-1-iscsi is: [{'id': 'a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09', 'name': 'tempest-TestShelveInstance-249407108-router', 'tenant_id': 'efcb3207c1374d1391e39167ac8785cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:29:05Z', 'updated_at': '2022-05-13T17:37:32Z', 'revision_number': 6, 'project_id': 'efcb3207c1374d1391e39167ac8785cf', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:37:32.687635 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Deleting port 4e674cb3-e9dc-403e-b40c-de3e7497748b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:32.687906 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:32.764665 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] For port 4e674cb3-e9dc-403e-b40c-de3e7497748b, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4e674cb3-e9dc-403e-b40c-de3e7497748b,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:32.765177 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:32.778722 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Calling delete_port for 4e674cb3-e9dc-403e-b40c-de3e7497748b owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:33.010364 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (4e674cb3-e9dc-403e-b40c-de3e7497748b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.038514 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e674cb3-e9dc-403e-b40c-de3e7497748b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:33.102688 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.194815 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.197174 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks [] for router_controller (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.307308 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.307926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:37:33.312809 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.315645 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-7782a808-ba03-4188-9c4f-9932f1d2092a admin admin] 10.222.0.64 "DELETE /v2.0/routers/a4f1ad16-d24f-45ff-b9bf-f7fc7fa38d09 HTTP/1.1" status: 204 len: 168 time: 1.1806123 May 13 17:37:33.318117 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 50920) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:33.362118 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] Deleting subnet 175b093b-d159-4fb1-8e6b-60ddf1563939 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:37:33.365257 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] Publish callbacks [] for subnet (175b093b-d159-4fb1-8e6b-60ddf1563939), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.408113 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (175b093b-d159-4fb1-8e6b-60ddf1563939), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.495761 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.501581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (175b093b-d159-4fb1-8e6b-60ddf1563939), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.593322 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (175b093b-d159-4fb1-8e6b-60ddf1563939), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.622030 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.625823 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/175b093b-d159-4fb1-8e6b-60ddf1563939 HTTP/1.1" status: 204 len: 168 time: 0.3066924 May 13 17:37:33.626870 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f03bae-d589-4b5a-b14c-ef38ce052236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175b093b-d159-4fb1-8e6b-60ddf1563939,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:33.628423 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50924) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:33.633471 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286cbd42-4b2d-4f93-b5f0-c69801084deb None None] Network 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:37:33.702168 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (52ee6b6e-05ba-4c1b-af92-ddd7febd1db3), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.749281 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Deleting port 66291f21-bbaa-445c-9a3c-aff1df95e605 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:33.749616 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.798725 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] DHCP port deletion for 52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:37:33.816158 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] For port 66291f21-bbaa-445c-9a3c-aff1df95e605, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=66291f21-bbaa-445c-9a3c-aff1df95e605,segment=NetworkSegment(ce0c3f83-b074-447d-a306-49235d061b5a),segment_id=ce0c3f83-b074-447d-a306-49235d061b5a)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:33.816522 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.829788 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Calling delete_port for 66291f21-bbaa-445c-9a3c-aff1df95e605 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:33.838352 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] Deleting port 66291f21-bbaa-445c-9a3c-aff1df95e605 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:33.838722 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.899530 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] For port 66291f21-bbaa-445c-9a3c-aff1df95e605, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=66291f21-bbaa-445c-9a3c-aff1df95e605,segment=NetworkSegment(ce0c3f83-b074-447d-a306-49235d061b5a),segment_id=ce0c3f83-b074-447d-a306-49235d061b5a)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:33.900231 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:33.915843 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] Calling delete_port for 66291f21-bbaa-445c-9a3c-aff1df95e605 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:33.993115 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.019200 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66291f21-bbaa-445c-9a3c-aff1df95e605,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:34.023217 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] No DVR routers for this DVR port 66291f21-bbaa-445c-9a3c-aff1df95e605 on host dv-cinder-841782-1-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:37:34.094088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4e674cb3-e9dc-403e-b40c-de3e7497748b no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:34.099329 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (52ee6b6e-05ba-4c1b-af92-ddd7febd1db3), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.115421 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 4e674cb3-e9dc-403e-b40c-de3e7497748b {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:34.115763 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4e674cb3-e9dc-403e-b40c-de3e7497748b not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:34.116170 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 66291f21-bbaa-445c-9a3c-aff1df95e605 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:34.119681 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ee6b6e-05ba-4c1b-af92-ddd7febd1db3']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:34.128860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0c3f83-b074-447d-a306-49235d061b5a') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:34.129160 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0c3f83-b074-447d-a306-49235d061b5a') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:34.137410 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 66291f21-bbaa-445c-9a3c-aff1df95e605 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:34.137753 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 66291f21-bbaa-445c-9a3c-aff1df95e605 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:34.138152 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 8b89b435-511a-4f4a-9365-fc3ef9b0f193 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:34.138293 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (ce0c3f83-b074-447d-a306-49235d061b5a), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.151566 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (ce0c3f83-b074-447d-a306-49235d061b5a), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.157751 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:37:34.158732 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (ce0c3f83-b074-447d-a306-49235d061b5a), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:37:34.160542 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:37:34.165985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 8b89b435-511a-4f4a-9365-fc3ef9b0f193 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:34.169186 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 8b89b435-511a-4f4a-9365-fc3ef9b0f193 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:34.184991 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (66291f21-bbaa-445c-9a3c-aff1df95e605), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.217294 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] No DVR routers for this DVR port 66291f21-bbaa-445c-9a3c-aff1df95e605 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:37:34.221012 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e4c10-cf01-48ae-bb89-d5d6e01ef816 None None] Pushing event deleted for resources: {'Port': ['ID=66291f21-bbaa-445c-9a3c-aff1df95e605,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:34.278023 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (52ee6b6e-05ba-4c1b-af92-ddd7febd1db3), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.283470 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.286513 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/52ee6b6e-05ba-4c1b-af92-ddd7febd1db3 HTTP/1.1" status: 204 len: 168 time: 0.6570342 May 13 17:37:34.297585 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85d5f8-aa51-4a8c-8214-0479d9efb4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ee6b6e-05ba-4c1b-af92-ddd7febd1db3,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:34.597042 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50932) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:34.636567 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-96b8ff86-e720-4320-a7d5-99f1848c4a0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15f2d05b5ad248009d2acb0d3db6aec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382910 May 13 17:37:34.639030 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50934) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:34.685413 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df4c17df-b9b3-4485-a1f5-19cd962d51f0 admin admin] Publish callbacks [] for security_group (9b6dbed0-a977-4c98-9d43-3b1690d94811), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.707285 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df4c17df-b9b3-4485-a1f5-19cd962d51f0 admin admin] Publish callbacks [] for security_group (9b6dbed0-a977-4c98-9d43-3b1690d94811), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.718814 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.815674 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df4c17df-b9b3-4485-a1f5-19cd962d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (9b6dbed0-a977-4c98-9d43-3b1690d94811), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.818138 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-df4c17df-b9b3-4485-a1f5-19cd962d51f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:34.821742 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-df4c17df-b9b3-4485-a1f5-19cd962d51f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b6dbed0-a977-4c98-9d43-3b1690d94811 HTTP/1.1" status: 204 len: 168 time: 0.1793199 May 13 17:37:34.826800 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c17df-b9b3-4485-a1f5-19cd962d51f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6dbed0-a977-4c98-9d43-3b1690d94811,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:35.407772 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50944) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:35.447495 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-787b6b20-a7ef-4b9d-b7b6-93c21ebabf53 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efcb3207c1374d1391e39167ac8785cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384820 May 13 17:37:35.449851 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 50946) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:35.501761 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b04bc18-6717-4bfb-9ad9-f33d640b7c97 admin admin] Publish callbacks [] for security_group (d988304d-5c2c-4dbe-8f85-81a7cf992d06), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:35.526381 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b04bc18-6717-4bfb-9ad9-f33d640b7c97 admin admin] Publish callbacks [] for security_group (d988304d-5c2c-4dbe-8f85-81a7cf992d06), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:35.632596 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b04bc18-6717-4bfb-9ad9-f33d640b7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (d988304d-5c2c-4dbe-8f85-81a7cf992d06), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:35.635168 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1b04bc18-6717-4bfb-9ad9-f33d640b7c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:35.636387 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-1b04bc18-6717-4bfb-9ad9-f33d640b7c97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d988304d-5c2c-4dbe-8f85-81a7cf992d06 HTTP/1.1" status: 204 len: 168 time: 0.1855810 May 13 17:37:35.644360 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04bc18-6717-4bfb-9ad9-f33d640b7c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d988304d-5c2c-4dbe-8f85-81a7cf992d06,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:43.672765 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.079277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51046) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:45.185247 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f0be7a0a-df5b-4b08-99e8-24c7a6cd9c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.261532 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f0be7a0a-df5b-4b08-99e8-24c7a6cd9c34 admin admin] Publish callbacks [] for security_group (8e159d64-1efe-4092-bbbb-224e93a9d95e), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.283673 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38373f21-14ce-4fee-b5f7-156ff747dcc7 req-0343494c-0037-44fe-99ec-b7560d05619d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:45.285161 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38373f21-14ce-4fee-b5f7-156ff747dcc7 req-0343494c-0037-44fe-99ec-b7560d05619d tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0471358 May 13 17:37:45.318357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f0be7a0a-df5b-4b08-99e8-24c7a6cd9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8e159d64-1efe-4092-bbbb-224e93a9d95e), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.331579 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38373f21-14ce-4fee-b5f7-156ff747dcc7 req-9ede33af-3254-43d1-84b6-2de7396edd80 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401945 May 13 17:37:45.357537 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f0be7a0a-df5b-4b08-99e8-24c7a6cd9c34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc700369ef894dcf8f9bd543a6766739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771263 May 13 17:37:45.359506 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be7a0a-df5b-4b08-99e8-24c7a6cd9c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e159d64-1efe-4092-bbbb-224e93a9d95e,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:45.360251 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51052) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:45.406527 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-57758ecf-287f-423f-9aa6-3424f031779e admin admin] Publish callbacks [] for security_group (8e159d64-1efe-4092-bbbb-224e93a9d95e), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.430291 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-57758ecf-287f-423f-9aa6-3424f031779e admin admin] Publish callbacks [] for security_group (8e159d64-1efe-4092-bbbb-224e93a9d95e), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.529795 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-57758ecf-287f-423f-9aa6-3424f031779e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8e159d64-1efe-4092-bbbb-224e93a9d95e), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.532399 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-57758ecf-287f-423f-9aa6-3424f031779e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:45.533569 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-57758ecf-287f-423f-9aa6-3424f031779e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e159d64-1efe-4092-bbbb-224e93a9d95e HTTP/1.1" status: 204 len: 168 time: 0.1723127 May 13 17:37:45.541807 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57758ecf-287f-423f-9aa6-3424f031779e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e159d64-1efe-4092-bbbb-224e93a9d95e,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:46.449731 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35b75b-781c-47bd-b0f6-900fb6334e05 req-e47e5e7f-61be-475c-b4eb-5de4cd8c78a6 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:46.451261 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b35b75b-781c-47bd-b0f6-900fb6334e05 req-e47e5e7f-61be-475c-b4eb-5de4cd8c78a6 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0495682 May 13 17:37:46.497214 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4b35b75b-781c-47bd-b0f6-900fb6334e05 req-56c6d86c-fa28-4564-a3b2-6cfb29a1cfe8 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 May 13 17:37:46.909906 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-aa53de73-4c76-4c40-ba8d-d9a8ccfc4ed6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369179 May 13 17:37:47.016774 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-b94efbc2-7e02-48a1-b1f1-83babe2f7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:47.018249 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-b94efbc2-7e02-48a1-b1f1-83babe2f7b90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6c34f44042ac43cc8a6a7937c0683120&device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 1130 time: 0.0383656 May 13 17:37:47.126941 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-14396e29-ca52-4b5b-a6ce-6c7bc956c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:47.128474 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-14396e29-ca52-4b5b-a6ce-6c7bc956c2e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 200 len: 918 time: 0.0849080 May 13 17:37:47.193014 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-a3aaf281-5dd5-4f98-9501-e2209c38d31d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 200 len: 1000 time: 0.0568514 May 13 17:37:47.429603 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-563c0c1f-0c77-4e33-91ed-7ed686021f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:47.431031 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-563c0c1f-0c77-4e33-91ed-7ed686021f2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 200 len: 856 time: 0.0432036 May 13 17:37:47.544111 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-c89d70dd-a4c9-4cac-8f0c-eb95c4b19fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:47.545813 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-c89d70dd-a4c9-4cac-8f0c-eb95c4b19fc6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=42afb35d-ebab-4abb-a123-24b9a2b301c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443494 May 13 17:37:47.548516 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fda6f1ea-4106-4ac1-ae02-74c6540c0399 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:47.550032 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fda6f1ea-4106-4ac1-ae02-74c6540c0399 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0476654 May 13 17:37:47.561375 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-8f436d9a-3a3d-4149-90e9-802c4dc301a1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:37:47.562339 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-8f436d9a-3a3d-4149-90e9-802c4dc301a1 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050745 May 13 17:37:47.641994 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Deleting port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:47.642336 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:47.656824 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc65fe-9a7d-4721-800c-662ab70ea1eb req-340ff86e-0875-4688-a7d7-3c6675b7dbb5 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:37:47.658303 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1dcc65fe-9a7d-4721-800c-662ab70ea1eb req-340ff86e-0875-4688-a7d7-3c6675b7dbb5 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 946 time: 0.0915608 May 13 17:37:47.718638 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-d8e79b0a-3bd8-423a-b057-80112d6ab8d6 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435030 May 13 17:37:47.730661 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] For port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:47.731037 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:47.737647 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1dcc65fe-9a7d-4721-800c-662ab70ea1eb req-5cd24702-7fdd-4a86-8d8e-617eb8f7e0fa tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups?id=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727890 May 13 17:37:47.811871 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ae74dac8-9277-49da-9f0b-ca6b68869f15 req-eaec51cc-6d24-4e7b-b8e6-79bd291e1f32 service neutron] 10.222.0.82 "GET /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853288 May 13 17:37:47.902610 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:47.902972 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (affa8d10-a6aa-4815-ade3-be808af337b3), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:47.903316 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Floating IP affa8d10-a6aa-4815-ade3-be808af337b3 disassociated. External IP: 172.27.3.222, port: ef8c1db6-43b0-4b4c-87b2-f41b6f47d816. May 13 17:37:47.903653 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Calling delete_port for ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:48.095543 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (ef8c1db6-43b0-4b4c-87b2-f41b6f47d816), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:48.124632 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event deleted for resources: {'Port': ['ID=ef8c1db6-43b0-4b4c-87b2-f41b6f47d816,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:48.236736 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Router 5d626f0d-3d44-4507-86f3-27024db286c1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:37:48.346907 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:37:48.357063 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] Sync routers for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:37:48.368493 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:48.375416 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:48.393426 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] No DVR routers for this DVR port ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:37:48.395947 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:48.399751 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-86facf8a-060e-459d-9cc0-06f6c0735525 req-fdefe701-08da-4fec-992f-0292aef4c4bc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.82 "DELETE /v2.0/ports/ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 HTTP/1.1" status: 204 len: 173 time: 0.8424728 May 13 17:37:48.403721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'name': 'network-vif-deleted', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:37:48.403721 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c7529b-e0c1-4c06-9fe5-f3782ae3d6ac" -d '{"events": [{"server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "name": "network-vif-deleted", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:37:48.487352 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:48.627354 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4553e999-5398-4032-840a-60d3ff8912ff x-openstack-request-id: req-4553e999-5398-4032-840a-60d3ff8912ff {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:37:48.627863 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aade165c-bc0d-4b1d-9d9e-2f7aced9a29e", "name": "network-vif-deleted", "tag": "ef8c1db6-43b0-4b4c-87b2-f41b6f47d816", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:37:48.627959 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4553e999-5398-4032-840a-60d3ff8912ff {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:37:48.628287 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4553e999-5398-4032-840a-60d3ff8912ff'] response: {'server_uuid': 'aade165c-bc0d-4b1d-9d9e-2f7aced9a29e', 'name': 'network-vif-deleted', 'tag': 'ef8c1db6-43b0-4b4c-87b2-f41b6f47d816', 'status': 'completed', 'code': 200} May 13 17:37:48.692549 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:48.720562 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] Checking router: 5d626f0d-3d44-4507-86f3-27024db286c1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:37:48.728974 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:48.729584 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:48.839242 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-dd2e1f87-aaab-4fde-b958-dfe72c7e2bb4 req-e7a6b481-21a5-447a-a48f-df9e652580bb tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/ports?device_id=aade165c-bc0d-4b1d-9d9e-2f7aced9a29e HTTP/1.1" status: 200 len: 210 time: 0.0296984 May 13 17:37:48.842610 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:49.040617 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:49.146170 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c788e-dc50-480f-a030-66ab0b5dc031 None None] The sync data for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi is: [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:51Z', 'revision_number': 4, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '9f1ea044-d0c4-411c-a7e4-871ffaa9437b', 'name': '', 'network_id': '975cbf16-d3c5-4b6b-98f2-e842c863e717', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'mac_address': 'fa:16:3e:56:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:50Z', 'updated_at': '2022-05-13T17:26:57Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'subnets': [{'id': 'a8503872-54e1-4d22-ab61-a4d37e9abd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:37:49.363597 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e93b02-bc3a-4e87-9993-3cb1b215e658 None None] New status for floating IP affa8d10-a6aa-4815-ade3-be808af337b3: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:37:50.005709 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51070) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:50.061293 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-19056873-626b-445e-b897-cbfcfeb8f4b4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (3f6ff824-69a3-4f2c-bcd8-859cd055a9ff), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.083610 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-19056873-626b-445e-b897-cbfcfeb8f4b4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (3f6ff824-69a3-4f2c-bcd8-859cd055a9ff), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.204498 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-19056873-626b-445e-b897-cbfcfeb8f4b4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (3f6ff824-69a3-4f2c-bcd8-859cd055a9ff), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.206932 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-19056873-626b-445e-b897-cbfcfeb8f4b4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.208107 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-19056873-626b-445e-b897-cbfcfeb8f4b4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "DELETE /v2.0/security-groups/3f6ff824-69a3-4f2c-bcd8-859cd055a9ff HTTP/1.1" status: 204 len: 168 time: 0.2009225 May 13 17:37:50.210846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51072) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:50.217169 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19056873-626b-445e-b897-cbfcfeb8f4b4 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ff824-69a3-4f2c-bcd8-859cd055a9ff,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:50.226256 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-d79e12fe-5ce6-460f-a880-f88be1519dcc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] show failed (client error): The resource could not be found. May 13 17:37:50.226256 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d79e12fe-5ce6-460f-a880-f88be1519dcc tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "GET /v2.0/security-groups/3f6ff824-69a3-4f2c-bcd8-859cd055a9ff HTTP/1.1" status: 404 len: 347 time: 0.0137208 May 13 17:37:50.228495 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51074) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:50.343048 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Deleting port d40c1d6b-6316-48c7-8979-417e77db6cbf {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:50.343402 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.416636 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.416965 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (d40c1d6b-6316-48c7-8979-417e77db6cbf), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.429629 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Calling delete_port for d40c1d6b-6316-48c7-8979-417e77db6cbf owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:50.604245 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (d40c1d6b-6316-48c7-8979-417e77db6cbf), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.628816 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Pushing event deleted for resources: {'Port': ['ID=d40c1d6b-6316-48c7-8979-417e77db6cbf,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:50.698841 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks [] for floatingip (affa8d10-a6aa-4815-ade3-be808af337b3), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.701379 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:50.702528 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-619f7b3a-3754-4e64-82fc-ac5eafac9b83 tempest-AttachVolumeTestJSON-878348621 tempest-AttachVolumeTestJSON-878348621-project] 10.222.0.64 "DELETE /v2.0/floatingips/affa8d10-a6aa-4815-ade3-be808af337b3 HTTP/1.1" status: 204 len: 168 time: 0.4728518 May 13 17:37:51.372045 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:51.391826 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:51.392163 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ef8c1db6-43b0-4b4c-87b2-f41b6f47d816 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:54.599280 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51108) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:55.064701 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (5d626f0d-3d44-4507-86f3-27024db286c1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:55.290389 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Deleting port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:55.290617 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:55.367208 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] For port 9f1ea044-d0c4-411c-a7e4-871ffaa9437b, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:55.367588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:55.380216 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Calling delete_port for 9f1ea044-d0c4-411c-a7e4-871ffaa9437b owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:55.621119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (9f1ea044-d0c4-411c-a7e4-871ffaa9437b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:55.645922 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1ea044-d0c4-411c-a7e4-871ffaa9437b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:55.811807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (5d626f0d-3d44-4507-86f3-27024db286c1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:56.032027 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Router 5d626f0d-3d44-4507-86f3-27024db286c1 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:37:56.135435 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:37:56.140438 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-ef188f17-2d0a-493a-a858-2a3c538eb8df admin admin] 10.222.0.64 "PUT /v2.0/routers/5d626f0d-3d44-4507-86f3-27024db286c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5405095 May 13 17:37:56.143046 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51112) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:56.144042 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] Sync routers for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:37:56.154063 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:56.154605 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:56.247918 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks [] for router (5d626f0d-3d44-4507-86f3-27024db286c1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:56.260060 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:56.350408 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks [] for router_gateway (5d626f0d-3d44-4507-86f3-27024db286c1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:56.425489 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:37:55Z', 'revision_number': 5, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port': {'id': 'd12369ee-5dc8-4d70-8292-28fccafa07a3', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:62:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:44Z', 'updated_at': '2022-05-13T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:56.444815 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Deleting port d12369ee-5dc8-4d70-8292-28fccafa07a3 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:56.445155 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:56.451726 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] Checking router: 5d626f0d-3d44-4507-86f3-27024db286c1 for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:37:56.459826 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] Routers {'5d626f0d-3d44-4507-86f3-27024db286c1'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:37:56.460989 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:37:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['5d626f0d-3d44-4507-86f3-27024db286c1'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:56.525012 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] For port d12369ee-5dc8-4d70-8292-28fccafa07a3, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=d12369ee-5dc8-4d70-8292-28fccafa07a3,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:56.525377 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:56.539044 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Calling delete_port for d12369ee-5dc8-4d70-8292-28fccafa07a3 owned by network:router_gateway {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:56.546912 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] Set router 5d626f0d-3d44-4507-86f3-27024db286c1 gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:37:56.596856 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:37:56Z', 'revision_number': 6, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:56.626456 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad7074c-e190-493a-901c-875a99e435b9 None None] The sync data for ids ['5d626f0d-3d44-4507-86f3-27024db286c1'] in dv-cinder-841782-1-iscsi is: [{'id': '5d626f0d-3d44-4507-86f3-27024db286c1', 'name': 'tempest-AttachVolumeTestJSON-259739995-router', 'tenant_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:37:56Z', 'revision_number': 6, 'project_id': 'f8e7b818f3a74fc48f0faeeb3398069a', 'gw_port_host': None}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:37:56.753250 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (d12369ee-5dc8-4d70-8292-28fccafa07a3), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:56.779433 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12369ee-5dc8-4d70-8292-28fccafa07a3,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:56.803986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.804338 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.804684 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.805026 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.805359 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.805689 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.806016 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.806342 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.806668 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.806998 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.807356 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.807686 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.808009 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.808329 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.808649 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:37:56.848576 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (5d626f0d-3d44-4507-86f3-27024db286c1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.174628 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (5d626f0d-3d44-4507-86f3-27024db286c1), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.176876 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks [] for router_controller (5d626f0d-3d44-4507-86f3-27024db286c1), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.295291 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (5d626f0d-3d44-4507-86f3-27024db286c1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.295771 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d626f0d-3d44-4507-86f3-27024db286c1 {{(pid=103694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:37:57.299980 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.301104 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-c04b30eb-60cf-42f2-a09b-6dc3bdc6e7d5 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5d626f0d-3d44-4507-86f3-27024db286c1 HTTP/1.1" status: 204 len: 168 time: 1.1570609 May 13 17:37:57.303679 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51114) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:57.348048 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] Deleting subnet a8503872-54e1-4d22-ab61-a4d37e9abd2e {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:37:57.350972 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] Publish callbacks [] for subnet (a8503872-54e1-4d22-ab61-a4d37e9abd2e), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.385992 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (a8503872-54e1-4d22-ab61-a4d37e9abd2e), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.468034 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (a8503872-54e1-4d22-ab61-a4d37e9abd2e), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.559008 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (a8503872-54e1-4d22-ab61-a4d37e9abd2e), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.584417 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8503872-54e1-4d22-ab61-a4d37e9abd2e,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:57.589584 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.592798 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b76119f1-6b93-4453-9f54-13d1db85a23f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8503872-54e1-4d22-ab61-a4d37e9abd2e HTTP/1.1" status: 204 len: 168 time: 0.2876265 May 13 17:37:57.595317 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51116) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:57.597098 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1486bf8-2321-4261-80f4-ff6daaf4b0ee None None] Network 975cbf16-d3c5-4b6b-98f2-e842c863e717 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:37:57.669950 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (975cbf16-d3c5-4b6b-98f2-e842c863e717), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.719889 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Deleting port d3453393-ee5b-4cb0-9041-e8504fb26927 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:57.720226 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.750393 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] DHCP port deletion for 975cbf16-d3c5-4b6b-98f2-e842c863e717 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:37:57.788166 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] For port d3453393-ee5b-4cb0-9041-e8504fb26927, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=d3453393-ee5b-4cb0-9041-e8504fb26927,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:57.789175 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.793051 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] Deleting port d3453393-ee5b-4cb0-9041-e8504fb26927 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:37:57.793430 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.802041 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Calling delete_port for d3453393-ee5b-4cb0-9041-e8504fb26927 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:57.854808 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] For port d3453393-ee5b-4cb0-9041-e8504fb26927, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=d3453393-ee5b-4cb0-9041-e8504fb26927,segment=NetworkSegment(01b50919-a848-4bba-94e2-0f82e41de808),segment_id=01b50919-a848-4bba-94e2-0f82e41de808)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:37:57.855153 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.868299 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] Calling delete_port for d3453393-ee5b-4cb0-9041-e8504fb26927 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:37:57.941665 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.948061 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (d3453393-ee5b-4cb0-9041-e8504fb26927), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:57.970537 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3453393-ee5b-4cb0-9041-e8504fb26927,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:57.974133 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] No DVR routers for this DVR port d3453393-ee5b-4cb0-9041-e8504fb26927 on host dv-cinder-841782-1-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:37:57.980617 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d12369ee-5dc8-4d70-8292-28fccafa07a3 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:57.983421 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] Pushing event deleted for resources: {'Port': ['ID=d3453393-ee5b-4cb0-9041-e8504fb26927,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:58.004404 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89b4a1-a0d2-4893-a457-10ef2267f0a6 None None] No DVR routers for this DVR port d3453393-ee5b-4cb0-9041-e8504fb26927 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:37:58.005921 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: d12369ee-5dc8-4d70-8292-28fccafa07a3 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:58.006280 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d12369ee-5dc8-4d70-8292-28fccafa07a3 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:58.006674 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 9f1ea044-d0c4-411c-a7e4-871ffaa9437b no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:58.027834 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 9f1ea044-d0c4-411c-a7e4-871ffaa9437b {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:58.028192 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 9f1ea044-d0c4-411c-a7e4-871ffaa9437b not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:58.028611 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d3453393-ee5b-4cb0-9041-e8504fb26927 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:37:58.050443 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: d3453393-ee5b-4cb0-9041-e8504fb26927 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:37:58.050796 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device d3453393-ee5b-4cb0-9041-e8504fb26927 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:37:58.052216 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (975cbf16-d3c5-4b6b-98f2-e842c863e717), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.072726 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975cbf16-d3c5-4b6b-98f2-e842c863e717']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:58.081731 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b50919-a848-4bba-94e2-0f82e41de808') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:58.082030 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b50919-a848-4bba-94e2-0f82e41de808') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:37:58.091119 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (01b50919-a848-4bba-94e2-0f82e41de808), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.103986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (01b50919-a848-4bba-94e2-0f82e41de808), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (01b50919-a848-4bba-94e2-0f82e41de808), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:37:58.112679 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:37:58.220998 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (975cbf16-d3c5-4b6b-98f2-e842c863e717), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.225385 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.229414 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] 10.222.0.64 "DELETE /v2.0/networks/975cbf16-d3c5-4b6b-98f2-e842c863e717 HTTP/1.1" status: 204 len: 168 time: 0.6327083 May 13 17:37:58.242637 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea3b9-35b9-470a-b313-ff37f963b016 admin admin] Pushing event deleted for resources: {'Network': ['ID=975cbf16-d3c5-4b6b-98f2-e842c863e717,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:37:58.455481 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3a928405-efe0-451f-a201-21687ecefe3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.517698 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51122) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:58.557382 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-87c06297-3a15-403b-b761-a2d8f9434f74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8e7b818f3a74fc48f0faeeb3398069a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384467 May 13 17:37:58.559875 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51124) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:37:58.609745 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ab25-c121-44d5-a98e-e5064e5f2a91 admin admin] Publish callbacks [] for security_group (d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.630092 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ab25-c121-44d5-a98e-e5064e5f2a91 admin admin] Publish callbacks [] for security_group (d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.729286 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ab25-c121-44d5-a98e-e5064e5f2a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.731896 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ab25-c121-44d5-a98e-e5064e5f2a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:37:58.733036 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-0eb7ab25-c121-44d5-a98e-e5064e5f2a91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d HTTP/1.1" status: 204 len: 168 time: 0.1722229 May 13 17:37:58.740808 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ab25-c121-44d5-a98e-e5064e5f2a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d982bc-f8cb-40ba-bbb6-35f3dabfbe4d,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:00.558603 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-be214698-8d22-48d2-9532-bbcb6bf15bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.335995 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51196) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:01.438847 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf59c8f0-6009-4130-8b91-39180be48d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.510807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf59c8f0-6009-4130-8b91-39180be48d78 admin admin] Publish callbacks [] for security_group (64afe494-3766-4721-9ca3-46fc9de63b2d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.580867 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bf59c8f0-6009-4130-8b91-39180be48d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (64afe494-3766-4721-9ca3-46fc9de63b2d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.622741 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bf59c8f0-6009-4130-8b91-39180be48d78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad3c7439a3a64db6a9cb4c565c3a5199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856719 May 13 17:38:01.623637 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59c8f0-6009-4130-8b91-39180be48d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64afe494-3766-4721-9ca3-46fc9de63b2d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:01.625448 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51200) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:01.673298 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-27c54fff-9e33-48cf-8249-8cf3399dfa08 admin admin] Publish callbacks [] for security_group (64afe494-3766-4721-9ca3-46fc9de63b2d), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.694081 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-27c54fff-9e33-48cf-8249-8cf3399dfa08 admin admin] Publish callbacks [] for security_group (64afe494-3766-4721-9ca3-46fc9de63b2d), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.798497 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-27c54fff-9e33-48cf-8249-8cf3399dfa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (64afe494-3766-4721-9ca3-46fc9de63b2d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.801167 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-27c54fff-9e33-48cf-8249-8cf3399dfa08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:01.802312 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-27c54fff-9e33-48cf-8249-8cf3399dfa08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64afe494-3766-4721-9ca3-46fc9de63b2d HTTP/1.1" status: 204 len: 168 time: 0.1752815 May 13 17:38:01.810321 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54fff-9e33-48cf-8249-8cf3399dfa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64afe494-3766-4721-9ca3-46fc9de63b2d,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:02.003954 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.391883 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51206) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:02.405297 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1edcc042-8be0-4c42-a79d-067a87b853d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.477457 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1edcc042-8be0-4c42-a79d-067a87b853d3 admin admin] Publish callbacks [] for security_group (72b3c45b-1235-4097-a67a-4cce65c6066d), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.535395 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-1edcc042-8be0-4c42-a79d-067a87b853d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (72b3c45b-1235-4097-a67a-4cce65c6066d), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.574078 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-1edcc042-8be0-4c42-a79d-067a87b853d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=311165f977c7468bb62c5fb43ea9ae30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810532 May 13 17:38:02.576035 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcc042-8be0-4c42-a79d-067a87b853d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b3c45b-1235-4097-a67a-4cce65c6066d,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:02.576664 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51208) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:02.625000 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d0208e2-de79-47a8-b40a-c7e2f59d4de8 admin admin] Publish callbacks [] for security_group (72b3c45b-1235-4097-a67a-4cce65c6066d), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.646041 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d0208e2-de79-47a8-b40a-c7e2f59d4de8 admin admin] Publish callbacks [] for security_group (72b3c45b-1235-4097-a67a-4cce65c6066d), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.734542 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d0208e2-de79-47a8-b40a-c7e2f59d4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (72b3c45b-1235-4097-a67a-4cce65c6066d), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.737131 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8d0208e2-de79-47a8-b40a-c7e2f59d4de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:02.738278 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8d0208e2-de79-47a8-b40a-c7e2f59d4de8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72b3c45b-1235-4097-a67a-4cce65c6066d HTTP/1.1" status: 204 len: 168 time: 0.1606162 May 13 17:38:02.745937 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0208e2-de79-47a8-b40a-c7e2f59d4de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b3c45b-1235-4097-a67a-4cce65c6066d,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:03.472709 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:04.706713 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:07.523423 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:38:13.719197 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:20.900612 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bdef1-2900-45cd-a621-a6c36c5f0766 req-88f89752-c854-4d77-aec2-76a2bb6e9334 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:20.902076 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c3bdef1-2900-45cd-a621-a6c36c5f0766 req-88f89752-c854-4d77-aec2-76a2bb6e9334 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0477068 May 13 17:38:20.950905 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c3bdef1-2900-45cd-a621-a6c36c5f0766 req-0f852932-89d4-4b39-ade9-5681aef06d55 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 May 13 17:38:22.063864 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a1fb-09b5-4e4b-b940-2f8c8f25461e req-cbd3d4f9-155b-4065-9f99-0caf97502cd2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:22.065371 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a3c1a1fb-09b5-4e4b-b940-2f8c8f25461e req-cbd3d4f9-155b-4065-9f99-0caf97502cd2 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0459602 May 13 17:38:22.111328 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a3c1a1fb-09b5-4e4b-b940-2f8c8f25461e req-4cb58e7b-48cf-4bd8-adb8-90f24146eb2c tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 May 13 17:38:23.223730 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb81ad-2759-4deb-ad5c-fde50f4eefd5 req-4c332d5c-d0f2-4f8a-8972-ddc8d700487b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:23.225186 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-27eb81ad-2759-4deb-ad5c-fde50f4eefd5 req-4c332d5c-d0f2-4f8a-8972-ddc8d700487b tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0456452 May 13 17:38:23.270217 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-27eb81ad-2759-4deb-ad5c-fde50f4eefd5 req-7086b6a8-6ada-4766-b61c-5bb57d9e0a6a tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce9d9b3-b740-4519-b8d0-73aecd440ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392885 May 13 17:38:23.529425 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-c1b038b1-ac3b-4a44-89dc-03bfce4916eb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:23.530762 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-c1b038b1-ac3b-4a44-89dc-03bfce4916eb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 946 time: 0.0489502 May 13 17:38:23.614405 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:23.614747 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:23.702816 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] For port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:23.703213 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:23.868151 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:23.868523 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (2eccff66-6610-441f-9bd1-259fae2ce621), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:23.868845 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Floating IP 2eccff66-6610-441f-9bd1-259fae2ce621 disassociated. External IP: 172.27.3.124, port: 3f4c19e6-a6aa-42e2-8c1b-98a74f543196. May 13 17:38:23.869189 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:24.049377 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (3f4c19e6-a6aa-42e2-8c1b-98a74f543196), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:24.078969 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=3f4c19e6-a6aa-42e2-8c1b-98a74f543196,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:24.193373 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:38:24.574603 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-f6e017bb-7b38-4d89-b63a-ac7f67fd4b7f req-bfd01c59-a7ca-47bf-9a51-0a3f5fdb2713 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3946add-9fd1-4b68-815a-b2f91ff85504 HTTP/1.1" status: 200 len: 210 time: 0.0322897 May 13 17:38:24.582113 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:38:24.596719 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:38:24.607242 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:24.607864 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:24.627069 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] No DVR routers for this DVR port 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:38:24.629568 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:24.632756 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-fb5e3e37-fac4-4a85-979c-fdf04e706755 req-4024bec4-05d3-4d35-a622-fd3c39df0881 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.82 "DELETE /v2.0/ports/3f4c19e6-a6aa-42e2-8c1b-98a74f543196 HTTP/1.1" status: 204 len: 173 time: 1.0942893 May 13 17:38:24.633195 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'name': 'network-vif-deleted', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:38:24.635457 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e07ef6-622d-4f89-b0bf-f2b6e0781081" -d '{"events": [{"server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "name": "network-vif-deleted", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:38:24.672477 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c01f87-f1d8-4cac-8df9-9391d2f1798b x-openstack-request-id: req-09c01f87-f1d8-4cac-8df9-9391d2f1798b {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:38:24.672798 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3946add-9fd1-4b68-815a-b2f91ff85504", "name": "network-vif-deleted", "tag": "3f4c19e6-a6aa-42e2-8c1b-98a74f543196", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:38:24.673050 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09c01f87-f1d8-4cac-8df9-9391d2f1798b {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:38:24.673451 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c01f87-f1d8-4cac-8df9-9391d2f1798b'] response: {'server_uuid': 'e3946add-9fd1-4b68-815a-b2f91ff85504', 'name': 'network-vif-deleted', 'tag': '3f4c19e6-a6aa-42e2-8c1b-98a74f543196', 'status': 'completed', 'code': 200} May 13 17:38:24.721761 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:24.911940 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:24.937454 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:38:24.945688 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:24.946297 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:25.055376 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:25.254051 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:25.280373 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06188432-61b6-4b07-ae49-affa7cfb6064 None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:26:49Z', 'revision_number': 4, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '4a7bc314-07fb-4705-85c5-b54d9355ff12', 'name': '', 'network_id': '88108179-f685-4c21-8286-b31593459871', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'mac_address': 'fa:16:3e:54:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:59Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'subnets': [{'id': 'bc9dd1b6-946c-4962-9d06-e605003b45f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:38:25.511513 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1a824-70bb-4014-a5e2-6e39eb472188 None None] New status for floating IP 2eccff66-6610-441f-9bd1-259fae2ce621: DOWN {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:38:25.719693 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51426) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:25.776648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5cecfe81-1c36-423f-80a7-d8626676cdcc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (8ce9d9b3-b740-4519-b8d0-73aecd440ea7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:25.799648 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5cecfe81-1c36-423f-80a7-d8626676cdcc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (8ce9d9b3-b740-4519-b8d0-73aecd440ea7), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:25.912361 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5cecfe81-1c36-423f-80a7-d8626676cdcc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8ce9d9b3-b740-4519-b8d0-73aecd440ea7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:25.915076 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5cecfe81-1c36-423f-80a7-d8626676cdcc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:25.922562 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5cecfe81-1c36-423f-80a7-d8626676cdcc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/security-groups/8ce9d9b3-b740-4519-b8d0-73aecd440ea7 HTTP/1.1" status: 204 len: 168 time: 0.1955781 May 13 17:38:25.923119 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51428) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:25.926205 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecfe81-1c36-423f-80a7-d8626676cdcc tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce9d9b3-b740-4519-b8d0-73aecd440ea7,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:25.934824 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-5549c05f-768b-40ef-84cb-f88274dad687 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] show failed (client error): The resource could not be found. May 13 17:38:25.935864 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-5549c05f-768b-40ef-84cb-f88274dad687 tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "GET /v2.0/security-groups/8ce9d9b3-b740-4519-b8d0-73aecd440ea7 HTTP/1.1" status: 404 len: 347 time: 0.0158246 May 13 17:38:25.938763 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51430) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:26.053087 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Deleting port e2ba614f-9053-47c5-a042-429c7b0222b6 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:26.053348 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:26.125612 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:26.125941 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (e2ba614f-9053-47c5-a042-429c7b0222b6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:26.139209 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Calling delete_port for e2ba614f-9053-47c5-a042-429c7b0222b6 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:26.318284 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (e2ba614f-9053-47c5-a042-429c7b0222b6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:26.343473 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Pushing event deleted for resources: {'Port': ['ID=e2ba614f-9053-47c5-a042-429c7b0222b6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:26.406085 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks [] for floatingip (2eccff66-6610-441f-9bd1-259fae2ce621), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:26.408767 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:26.409891 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-402a842a-446d-4e3c-9ddc-e43a43d2fcdb tempest-AttachVolumeNegativeTest-908235212 tempest-AttachVolumeNegativeTest-908235212-project] 10.222.0.64 "DELETE /v2.0/floatingips/2eccff66-6610-441f-9bd1-259fae2ce621 HTTP/1.1" status: 204 len: 168 time: 0.4702027 May 13 17:38:27.512210 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:27.537687 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:27.537687 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 3f4c19e6-a6aa-42e2-8c1b-98a74f543196 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:28.443295 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d94768f4-33c5-4bf0-b22d-7bde56b99c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:30.465555 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51488) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:30.568704 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4da257af-566e-482e-ab55-3152f4622b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:30.633547 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51494) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:30.700197 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:30.901204 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Publish callbacks [] for security_group (80979a06-4758-4fd4-9fa9-c84cdc530ab3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:30.973281 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (80979a06-4758-4fd4-9fa9-c84cdc530ab3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.048214 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04121a24307248f78713c267ead6c5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133852 May 13 17:38:31.050712 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80979a06-4758-4fd4-9fa9-c84cdc530ab3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:31.050945 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51498) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:31.062044 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.062400 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.062746 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.063083 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.063510 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.063847 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.064176 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.064502 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.064832 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.065155 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.065480 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.065804 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.066125 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.066445 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.066764 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c34b6ef-6787-4992-bdcc-82c186ee43c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:31.104247 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b617b528-6037-4bf2-84a7-994a32a0ca99 admin admin] Publish callbacks [] for security_group (80979a06-4758-4fd4-9fa9-c84cdc530ab3), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.123569 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.125449 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b617b528-6037-4bf2-84a7-994a32a0ca99 admin admin] Publish callbacks [] for security_group (80979a06-4758-4fd4-9fa9-c84cdc530ab3), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.244194 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b617b528-6037-4bf2-84a7-994a32a0ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (80979a06-4758-4fd4-9fa9-c84cdc530ab3), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.246748 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b617b528-6037-4bf2-84a7-994a32a0ca99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.247910 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b617b528-6037-4bf2-84a7-994a32a0ca99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80979a06-4758-4fd4-9fa9-c84cdc530ab3 HTTP/1.1" status: 204 len: 168 time: 0.1959398 May 13 17:38:31.256946 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617b528-6037-4bf2-84a7-994a32a0ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80979a06-4758-4fd4-9fa9-c84cdc530ab3,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:31.370080 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Deleting port 4a7bc314-07fb-4705-85c5-b54d9355ff12 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:31.370428 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.450208 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] For port 4a7bc314-07fb-4705-85c5-b54d9355ff12, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4a7bc314-07fb-4705-85c5-b54d9355ff12,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:31.450603 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.464251 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Calling delete_port for 4a7bc314-07fb-4705-85c5-b54d9355ff12 owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:31.711876 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (4a7bc314-07fb-4705-85c5-b54d9355ff12), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:31.743385 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7bc314-07fb-4705-85c5-b54d9355ff12,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:31.910295 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:32.039407 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:32.151117 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:38:32.264588 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:38:32.269601 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-92f4cbfc-7cf4-44ce-867f-b569db5190ae admin admin] 10.222.0.64 "PUT /v2.0/routers/d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046343 May 13 17:38:32.272815 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51522) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:32.277796 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] Sync routers for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:38:32.287588 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:32.288198 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:32.381958 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks [] for router (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:32.399667 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:32.488276 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks [] for router_gateway (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:32.585345 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:38:31Z', 'revision_number': 5, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port': {'id': 'bfb92442-52c6-4e50-a72a-f3b2e4c73fa8', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:41Z', 'updated_at': '2022-05-13T17:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:32.613883 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] Checking router: d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:38:32.622079 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] Routers {'d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:32.622713 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:32.640058 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Deleting port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:32.640400 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:32.722955 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] For port bfb92442-52c6-4e50-a72a-f3b2e4c73fa8, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:32.723729 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:32.738989 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Calling delete_port for bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:32.844074 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] Set router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:32.895368 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:38:32Z', 'revision_number': 6, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:32.925416 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f62052-f002-4087-94a1-3cae7bc87f90 None None] The sync data for ids ['d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6'] in dv-cinder-841782-1-iscsi is: [{'id': 'd42fc80b-3c37-4852-bd7e-d43dfcd8a1f6', 'name': 'tempest-AttachVolumeNegativeTest-1650817157-router', 'tenant_id': 'ae7b37b41d944427945d783a460ca12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:40Z', 'updated_at': '2022-05-13T17:38:32Z', 'revision_number': 6, 'project_id': 'ae7b37b41d944427945d783a460ca12a', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:38:32.992605 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (bfb92442-52c6-4e50-a72a-f3b2e4c73fa8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.022652 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb92442-52c6-4e50-a72a-f3b2e4c73fa8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:33.084741 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.180313 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.182802 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks [] for router_controller (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.294460 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.295000 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:38:33.299801 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.301009 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cab9ed50-d846-4694-a01c-c545f62e8963 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d42fc80b-3c37-4852-bd7e-d43dfcd8a1f6 HTTP/1.1" status: 204 len: 168 time: 1.0273197 May 13 17:38:33.303516 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51542) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:33.351787 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] Deleting subnet bc9dd1b6-946c-4962-9d06-e605003b45f0 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:38:33.355081 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] Publish callbacks [] for subnet (bc9dd1b6-946c-4962-9d06-e605003b45f0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.393401 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (bc9dd1b6-946c-4962-9d06-e605003b45f0), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.523936 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.741755 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (bc9dd1b6-946c-4962-9d06-e605003b45f0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.861856 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (bc9dd1b6-946c-4962-9d06-e605003b45f0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.887084 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9dd1b6-946c-4962-9d06-e605003b45f0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:33.891241 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:33.894406 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d763dda9-0d4e-4769-b09f-caffb1ce52f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bc9dd1b6-946c-4962-9d06-e605003b45f0 HTTP/1.1" status: 204 len: 168 time: 0.5899065 May 13 17:38:33.897483 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51556) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:33.900126 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0e93e-84fa-4491-8aa8-de2c5b511bf0 None None] Network 88108179-f685-4c21-8286-b31593459871 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:38:33.982165 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (88108179-f685-4c21-8286-b31593459871), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.004384 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4a7bc314-07fb-4705-85c5-b54d9355ff12 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:34.034322 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 4a7bc314-07fb-4705-85c5-b54d9355ff12 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:34.034677 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4a7bc314-07fb-4705-85c5-b54d9355ff12 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:34.035107 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:34.045342 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Deleting port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:34.045684 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.055736 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:34.056095 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device bfb92442-52c6-4e50-a72a-f3b2e4c73fa8 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:34.118864 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] DHCP port deletion for 88108179-f685-4c21-8286-b31593459871 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:38:34.123368 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] For port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:34.123740 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.137268 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Calling delete_port for 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:34.158839 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Deleting port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:34.159256 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.226834 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] For port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,segment=NetworkSegment(7a3b1138-2139-4eb4-a100-6c931435d242),segment_id=7a3b1138-2139-4eb4-a100-6c931435d242)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:34.227291 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.241133 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Calling delete_port for 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:34.278377 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.307415 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Pushing event deleted for resources: {'Port': ['ID=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:34.316379 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] No DVR routers for this DVR port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a on host dv-cinder-841782-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:38:34.320456 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.348643 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Pushing event deleted for resources: {'Port': ['ID=06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:34.359370 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.359728 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.360288 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.360807 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.361154 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.361494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.361841 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.362164 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.362494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.362825 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.363175 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.365891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.365891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.365891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.365891 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:38:34.367489 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723e90b-b6db-407d-ae47-45db3395550b None None] No DVR routers for this DVR port 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:38:34.399926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (88108179-f685-4c21-8286-b31593459871), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.425445 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88108179-f685-4c21-8286-b31593459871']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:34.436497 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3b1138-2139-4eb4-a100-6c931435d242') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:34.436863 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3b1138-2139-4eb4-a100-6c931435d242') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:34.448739 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (7a3b1138-2139-4eb4-a100-6c931435d242), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.463567 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (7a3b1138-2139-4eb4-a100-6c931435d242), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.469896 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:38:34.470755 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (7a3b1138-2139-4eb4-a100-6c931435d242), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:38:34.472157 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:38:34.586753 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (88108179-f685-4c21-8286-b31593459871), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.591526 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.595021 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] 10.222.0.64 "DELETE /v2.0/networks/88108179-f685-4c21-8286-b31593459871 HTTP/1.1" status: 204 len: 168 time: 0.6966097 May 13 17:38:34.609614 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fe4ae-0919-4730-bbf8-2d465287704e admin admin] Pushing event deleted for resources: {'Network': ['ID=88108179-f685-4c21-8286-b31593459871,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:34.752457 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:34.887637 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2e79b-2459-4263-baa3-4cddd18bfb0d req-87fa9591-3e52-4e30-86a7-7cd8d2cfb421 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:34.889169 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0a2e79b-2459-4263-baa3-4cddd18bfb0d req-87fa9591-3e52-4e30-86a7-7cd8d2cfb421 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0473361 May 13 17:38:34.942314 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-c0a2e79b-2459-4263-baa3-4cddd18bfb0d req-3df81e29-9598-4012-948e-a2d97b57eeb0 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476763 May 13 17:38:35.026856 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51576) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:35.067272 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5d21382f-4a48-4cd9-8823-80b58dc3ebd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae7b37b41d944427945d783a460ca12a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392098 May 13 17:38:35.069690 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51580) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:35.120208 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4452c6e8-c789-4c22-9ee2-d927af4f3c68 admin admin] Publish callbacks [] for security_group (2bcf1089-1910-41a7-b7fe-dab57b5c72c7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:35.139988 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34828a7c-886d-4be4-b518-15dd199d541a req-14055124-94eb-49bb-9b3e-4ef03fd4cd70 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:35.141421 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4452c6e8-c789-4c22-9ee2-d927af4f3c68 admin admin] Publish callbacks [] for security_group (2bcf1089-1910-41a7-b7fe-dab57b5c72c7), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:35.141577 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34828a7c-886d-4be4-b518-15dd199d541a req-14055124-94eb-49bb-9b3e-4ef03fd4cd70 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0477300 May 13 17:38:35.190864 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-34828a7c-886d-4be4-b518-15dd199d541a req-83aa89ec-99a7-4214-ab9a-e14f3557c79e tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 May 13 17:38:35.272174 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4452c6e8-c789-4c22-9ee2-d927af4f3c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2bcf1089-1910-41a7-b7fe-dab57b5c72c7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:35.274694 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4452c6e8-c789-4c22-9ee2-d927af4f3c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:35.275851 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4452c6e8-c789-4c22-9ee2-d927af4f3c68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2bcf1089-1910-41a7-b7fe-dab57b5c72c7 HTTP/1.1" status: 204 len: 168 time: 0.2052574 May 13 17:38:35.283610 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452c6e8-c789-4c22-9ee2-d927af4f3c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf1089-1910-41a7-b7fe-dab57b5c72c7,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:35.976225 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:35.999105 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:35.999496 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 06d6cbef-b9c2-43ee-afcd-2f2c1245fc6a not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:36.059710 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7c4a-84a0-40ee-91a5-6c0530ebcd85 req-9cab26f0-80d8-4db2-b1c2-5a236fd09f50 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:36.061214 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-675e7c4a-84a0-40ee-91a5-6c0530ebcd85 req-9cab26f0-80d8-4db2-b1c2-5a236fd09f50 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0469451 May 13 17:38:36.112273 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-675e7c4a-84a0-40ee-91a5-6c0530ebcd85 req-92625fb5-255d-4d8d-9655-b813dcea7dbc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 May 13 17:38:36.309290 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd77e9-230a-44b6-a02e-b78c1accf6ed req-0a424eed-7217-4a2e-bc9b-fcfb7b123297 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:36.314010 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6bdd77e9-230a-44b6-a02e-b78c1accf6ed req-0a424eed-7217-4a2e-bc9b-fcfb7b123297 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0461855 May 13 17:38:36.358952 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6bdd77e9-230a-44b6-a02e-b78c1accf6ed req-b53ee60e-f8d6-4f2f-895c-519814470af3 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 May 13 17:38:37.239149 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c3b9d-70b8-417a-8801-4f5f72939981 req-bac98b36-fae4-46be-b001-7f0eb2f9f343 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:37.241500 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a96c3b9d-70b8-417a-8801-4f5f72939981 req-bac98b36-fae4-46be-b001-7f0eb2f9f343 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0568695 May 13 17:38:37.292865 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a96c3b9d-70b8-417a-8801-4f5f72939981 req-f8125093-7a6d-465b-a04d-bec00f9aa492 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458310 May 13 17:38:37.481955 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796a4dc-fe1e-419f-8255-70c93533e782 req-69de224d-d2be-47e3-ae51-8fbf9b1f5dc1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:37.483437 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8796a4dc-fe1e-419f-8255-70c93533e782 req-69de224d-d2be-47e3-ae51-8fbf9b1f5dc1 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0500453 May 13 17:38:37.530724 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8796a4dc-fe1e-419f-8255-70c93533e782 req-9d535321-1c63-486f-83e8-1812b853a0ca tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups?id=40634848-9059-446c-945c-8f4a7f6ae8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 May 13 17:38:37.768485 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51652) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:37.912868 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d49b268e-7929-47cd-8d7d-bb3a8778c36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:37.928509 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-bf72de9a-9135-4c0d-a820-63f974e4ff49 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:37.929982 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-bf72de9a-9135-4c0d-a820-63f974e4ff49 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 946 time: 0.0626011 May 13 17:38:38.008535 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-0ca24f47-e036-4074-90c3-4fdc70776a7f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:38.010051 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-0ca24f47-e036-4074-90c3-4fdc70776a7f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.0483720 May 13 17:38:38.066932 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d49b268e-7929-47cd-8d7d-bb3a8778c36a admin admin] Publish callbacks [] for security_group (e1b06f10-ce3d-4553-827d-ea7cdad8fed3), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.073020 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Deleting port acf21395-ff17-45fa-b717-d3bb2054575b {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:38.073346 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.100013 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Deleting port ec51b328-6c86-4e0d-9a2e-180d591317ab {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:38.100372 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.147673 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-d49b268e-7929-47cd-8d7d-bb3a8778c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (e1b06f10-ce3d-4553-827d-ea7cdad8fed3), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.187291 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] For port acf21395-ff17-45fa-b717-d3bb2054575b, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=acf21395-ff17-45fa-b717-d3bb2054575b,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:38.187666 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.193502 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] For port ec51b328-6c86-4e0d-9a2e-180d591317ab, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=ec51b328-6c86-4e0d-9a2e-180d591317ab,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:38.193873 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.222969 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-d49b268e-7929-47cd-8d7d-bb3a8778c36a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=069b83114eaf4bab8e839aea9dc1c47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510641 May 13 17:38:38.225031 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51660) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:38.248229 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b268e-7929-47cd-8d7d-bb3a8778c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b06f10-ce3d-4553-827d-ea7cdad8fed3,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:38.403574 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.403947 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (f83750e2-3078-4609-bdd9-f72e3f3b56a6), after_update {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.404263 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Floating IP f83750e2-3078-4609-bdd9-f72e3f3b56a6 disassociated. External IP: 172.27.3.50, port: acf21395-ff17-45fa-b717-d3bb2054575b. May 13 17:38:38.404605 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Calling delete_port for acf21395-ff17-45fa-b717-d3bb2054575b owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:38.491025 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7a929-9f67-4979-bceb-c45fc6335313 req-980f2cc7-0c15-4ed2-be2b-24dac35a3517 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:38.492509 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eeb7a929-9f67-4979-bceb-c45fc6335313 req-980f2cc7-0c15-4ed2-be2b-24dac35a3517 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 946 time: 0.1102922 May 13 17:38:38.499581 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1e56704-572e-4b91-99ba-35a7cc9c74a4 admin admin] Publish callbacks [] for security_group (e1b06f10-ce3d-4553-827d-ea7cdad8fed3), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.534275 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.534644 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (d4cb1722-e037-4a92-94d8-f190e4788b7a), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.534956 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Floating IP d4cb1722-e037-4a92-94d8-f190e4788b7a disassociated. External IP: 172.27.3.216, port: ec51b328-6c86-4e0d-9a2e-180d591317ab. May 13 17:38:38.535319 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Calling delete_port for ec51b328-6c86-4e0d-9a2e-180d591317ab owned by compute:nova {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:38.554649 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1e56704-572e-4b91-99ba-35a7cc9c74a4 admin admin] Publish callbacks [] for security_group (e1b06f10-ce3d-4553-827d-ea7cdad8fed3), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.617625 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (acf21395-ff17-45fa-b717-d3bb2054575b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.636669 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eeb7a929-9f67-4979-bceb-c45fc6335313 req-17285678-97b8-4caf-8387-6f8bc3f582df tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379633 May 13 17:38:38.675798 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-ec13ddd2-8204-495f-a656-3b221aa50c63 req-8b741c04-e4f2-4527-aed0-4e249ec80d28 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 210 time: 0.0712693 May 13 17:38:38.679550 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event deleted for resources: {'Port': ['ID=acf21395-ff17-45fa-b717-d3bb2054575b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:38.757965 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1e56704-572e-4b91-99ba-35a7cc9c74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (e1b06f10-ce3d-4553-827d-ea7cdad8fed3), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.760540 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1e56704-572e-4b91-99ba-35a7cc9c74a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.761664 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f1e56704-572e-4b91-99ba-35a7cc9c74a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1b06f10-ce3d-4553-827d-ea7cdad8fed3 HTTP/1.1" status: 204 len: 168 time: 0.5357153 May 13 17:38:38.770609 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56704-572e-4b91-99ba-35a7cc9c74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b06f10-ce3d-4553-827d-ea7cdad8fed3,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:38.804372 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (ec51b328-6c86-4e0d-9a2e-180d591317ab), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.807454 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Router 2e3443f1-c363-49ad-9be7-13688b77214c has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:38:38.834247 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event deleted for resources: {'Port': ['ID=ec51b328-6c86-4e0d-9a2e-180d591317ab,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:38.925690 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:38:38.938659 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] Sync routers for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:38:38.952855 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:38.953096 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:38:38.954721 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:38.976615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] No DVR routers for this DVR port acf21395-ff17-45fa-b717-d3bb2054575b on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:38:38.976615 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:38.979860 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-0cef22dd-5f15-437e-8973-3f112a20de4b req-b0f1fc22-ce0f-4b4f-9f97-02c21fc576ae tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.82 "DELETE /v2.0/ports/acf21395-ff17-45fa-b717-d3bb2054575b HTTP/1.1" status: 204 len: 173 time: 1.0247381 May 13 17:38:38.980301 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-deleted', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:38:38.982581 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f95a8f-6d8e-4d44-aa69-99a6326550aa" -d '{"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-deleted", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:38:39.038085 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8164f7a0-91e1-4200-876d-6c0c6899a824 x-openstack-request-id: req-8164f7a0-91e1-4200-876d-6c0c6899a824 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:38:39.038380 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e3c7f8-88a0-4922-9bbe-0ebf07125a8a", "name": "network-vif-deleted", "tag": "acf21395-ff17-45fa-b717-d3bb2054575b", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:38:39.038642 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8164f7a0-91e1-4200-876d-6c0c6899a824 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:38:39.039050 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8164f7a0-91e1-4200-876d-6c0c6899a824'] response: {'server_uuid': '14e3c7f8-88a0-4922-9bbe-0ebf07125a8a', 'name': 'network-vif-deleted', 'tag': 'acf21395-ff17-45fa-b717-d3bb2054575b', 'status': 'completed', 'code': 200} May 13 17:38:39.090462 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:38:39.103614 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:38:39.119524 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:39.120870 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:39.126052 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:39.138812 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] No DVR routers for this DVR port ec51b328-6c86-4e0d-9a2e-180d591317ab on host hv-cinder-84178 {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:38:39.141375 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:39.145101 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5881f59a-a0f6-405a-aaff-5090be1827dc req-c448d44a-7591-42f8-9eca-ae5724759b19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "DELETE /v2.0/ports/ec51b328-6c86-4e0d-9a2e-180d591317ab HTTP/1.1" status: 204 len: 173 time: 1.1291544 May 13 17:38:39.145557 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'name': 'network-vif-deleted', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:38:39.160769 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f2b4e2-45f9-4ccd-9ba4-1211ea6fb3e4" -d '{"events": [{"server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "name": "network-vif-deleted", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:38:39.252179 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09698d-cfcb-4b85-b090-3a970779f921 x-openstack-request-id: req-7c09698d-cfcb-4b85-b090-3a970779f921 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:38:39.252665 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28943379-c589-47c4-939d-c9c2b0e67b7f", "name": "network-vif-deleted", "tag": "ec51b328-6c86-4e0d-9a2e-180d591317ab", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:38:39.254483 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c09698d-cfcb-4b85-b090-3a970779f921 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:38:39.254483 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c09698d-cfcb-4b85-b090-3a970779f921'] response: {'server_uuid': '28943379-c589-47c4-939d-c9c2b0e67b7f', 'name': 'network-vif-deleted', 'tag': 'ec51b328-6c86-4e0d-9a2e-180d591317ab', 'status': 'completed', 'code': 200} May 13 17:38:39.343579 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:39.357383 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:39.387414 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] Checking router: 2e3443f1-c363-49ad-9be7-13688b77214c for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:38:39.397726 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:39.398593 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:39.528562 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:39.561106 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:39.589548 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:38:39.598585 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:39.599282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:39.660266 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51684) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:39.691924 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-209d66b3-db1f-4729-8f49-29d377033653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:39.727651 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:39.803312 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cb375321-eac3-441b-be55-3a5a3a660ad8 req-5bcd0a34-0d91-47e1-9af4-d73aac5c8962 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 210 time: 0.0604801 May 13 17:38:39.901720 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8137333a-2637-4dce-802b-5d41050be141 req-94b00635-fc84-4726-bde6-6e0397fed88d tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e3c7f8-88a0-4922-9bbe-0ebf07125a8a HTTP/1.1" status: 200 len: 210 time: 0.0653744 May 13 17:38:39.918387 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-209d66b3-db1f-4729-8f49-29d377033653 admin admin] Publish callbacks [] for security_group (ec89d86c-a8bd-4d11-8508-32587592beab), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:39.928827 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:39.958276 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7519ad-1018-4ed4-9415-498defed0644 None None] The sync data for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi is: [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:26:48Z', 'revision_number': 4, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': 'aef20d37-3778-4688-83aa-1d21e108aa6d', 'name': '', 'network_id': '42afb35d-ebab-4abb-a123-24b9a2b301c2', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'mac_address': 'fa:16:3e:bf:f8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:47Z', 'updated_at': '2022-05-13T17:26:55Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'subnets': [{'id': '0b9e5d2a-08a1-4fdf-ada3-163794119bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:38:39.978166 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:40.009363 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab43ba-24d2-409e-9b95-48ebd14cfc6c None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:38:40.038153 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-209d66b3-db1f-4729-8f49-29d377033653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ec89d86c-a8bd-4d11-8508-32587592beab), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:40.079948 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-209d66b3-db1f-4729-8f49-29d377033653 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47aad63f42c84dc8a50f07928f3d6545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180126 May 13 17:38:40.081096 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d66b3-db1f-4729-8f49-29d377033653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec89d86c-a8bd-4d11-8508-32587592beab,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:40.082641 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51692) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:40.152607 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33eea12a-7c8b-4031-8e91-46d3a5de8c72 admin admin] Publish callbacks [] for security_group (ec89d86c-a8bd-4d11-8508-32587592beab), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:40.179926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33eea12a-7c8b-4031-8e91-46d3a5de8c72 admin admin] Publish callbacks [] for security_group (ec89d86c-a8bd-4d11-8508-32587592beab), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:40.301515 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33eea12a-7c8b-4031-8e91-46d3a5de8c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ec89d86c-a8bd-4d11-8508-32587592beab), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:40.305213 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-33eea12a-7c8b-4031-8e91-46d3a5de8c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:40.306710 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-33eea12a-7c8b-4031-8e91-46d3a5de8c72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec89d86c-a8bd-4d11-8508-32587592beab HTTP/1.1" status: 204 len: 168 time: 0.2227781 May 13 17:38:40.318084 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051018b7-3244-400a-ab95-db959a73ba32 None None] New status for floating IP f83750e2-3078-4609-bdd9-f72e3f3b56a6: DOWN {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:38:40.327998 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eea12a-7c8b-4031-8e91-46d3a5de8c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec89d86c-a8bd-4d11-8508-32587592beab,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:40.428608 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a050af-d06c-4aaf-b1a4-327a244143a8 None None] New status for floating IP d4cb1722-e037-4a92-94d8-f190e4788b7a: DOWN {{(pid=103695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:38:40.924061 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-cb37e9c1-5328-4459-ab02-8b5b4954feea req-34050a7a-8f18-4c19-a230-e4b27a9ce8ae tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=28943379-c589-47c4-939d-c9c2b0e67b7f HTTP/1.1" status: 200 len: 210 time: 0.0299606 May 13 17:38:41.092442 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51718) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:41.146075 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0a75aeaa-23d4-4e1e-8996-d20c43084318 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (40634848-9059-446c-945c-8f4a7f6ae8ed), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.169475 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0a75aeaa-23d4-4e1e-8996-d20c43084318 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (40634848-9059-446c-945c-8f4a7f6ae8ed), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.306574 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0a75aeaa-23d4-4e1e-8996-d20c43084318 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (40634848-9059-446c-945c-8f4a7f6ae8ed), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.309407 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0a75aeaa-23d4-4e1e-8996-d20c43084318 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.310611 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-0a75aeaa-23d4-4e1e-8996-d20c43084318 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "DELETE /v2.0/security-groups/40634848-9059-446c-945c-8f4a7f6ae8ed HTTP/1.1" status: 204 len: 168 time: 0.2171822 May 13 17:38:41.313458 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51726) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:41.320495 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75aeaa-23d4-4e1e-8996-d20c43084318 tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40634848-9059-446c-945c-8f4a7f6ae8ed,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:41.328634 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.api.v2.resource [None req-46c219ad-dff9-43ec-90f3-7ad7eb6b8eea tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] show failed (client error): The resource could not be found. May 13 17:38:41.330310 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-46c219ad-dff9-43ec-90f3-7ad7eb6b8eea tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "GET /v2.0/security-groups/40634848-9059-446c-945c-8f4a7f6ae8ed HTTP/1.1" status: 404 len: 347 time: 0.0157437 May 13 17:38:41.333065 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51728) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:41.452221 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Deleting port 02728e62-2e87-4b1c-8d2d-0a4b61b96373 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:41.452564 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.531200 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.531534 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (02728e62-2e87-4b1c-8d2d-0a4b61b96373), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.545276 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Calling delete_port for 02728e62-2e87-4b1c-8d2d-0a4b61b96373 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:41.616231 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:41.635952 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: acf21395-ff17-45fa-b717-d3bb2054575b {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:41.636305 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device acf21395-ff17-45fa-b717-d3bb2054575b not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:41.636727 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ec51b328-6c86-4e0d-9a2e-180d591317ab no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:41.661151 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: ec51b328-6c86-4e0d-9a2e-180d591317ab {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:41.661556 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device ec51b328-6c86-4e0d-9a2e-180d591317ab not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:41.757992 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (02728e62-2e87-4b1c-8d2d-0a4b61b96373), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.796711 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Pushing event deleted for resources: {'Port': ['ID=02728e62-2e87-4b1c-8d2d-0a4b61b96373,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:41.856161 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks [] for floatingip (f83750e2-3078-4609-bdd9-f72e3f3b56a6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.858627 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:41.859903 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-05aa802a-e047-4d6b-9e3e-cdc436e7432c tempest-AttachVolumeShelveTestJSON-586539843 tempest-AttachVolumeShelveTestJSON-586539843-project] 10.222.0.64 "DELETE /v2.0/floatingips/f83750e2-3078-4609-bdd9-f72e3f3b56a6 HTTP/1.1" status: 204 len: 168 time: 0.5248604 May 13 17:38:42.199967 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-349128f1-6863-427f-9d45-ec402819ead6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107664403&fields=id&tenant_id=60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 267 time: 0.0502627 May 13 17:38:42.308889 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-22389fc3-31f8-4948-9aa7-f2135dc36f34 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:42.314113 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-22389fc3-31f8-4948-9aa7-f2135dc36f34 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 811 time: 0.1011207 May 13 17:38:42.325385 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-ad8221fa-bbb2-4812-9f3b-d4d0b8f9ff66 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/quotas/60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 375 time: 0.0098157 May 13 17:38:42.376943 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-1acc1ff1-7565-45bd-a9ef-913cc9b3358f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462673 May 13 17:38:42.485884 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-8c3fd3a5-e9b2-4674-aa66-db4f64e58fca service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:38:42.488359 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-8c3fd3a5-e9b2-4674-aa66-db4f64e58fca service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0976536 May 13 17:38:42.579918 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-42546449-6684-433d-8d22-8524c16e2e08 service neutron] 10.222.0.64 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860989 May 13 17:38:42.675521 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-0ad75aff-cc3c-4b2e-9a01-e6d7dfb1fe55 service neutron] 10.222.0.64 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 May 13 17:38:43.472760 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-d9a3e6e1-6a96-49b6-a370-e16e5eafe7b6 req-61cdc53f-b4df-4be2-a862-11aaf94153d8 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 210 time: 0.0286732 May 13 17:38:43.730262 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:44.522724 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:38:44.571509 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5faf22fe-5d8e-4520-9bd9-bc55bda45c69 req-6234cae5-fcb7-4bc5-9d71-15a25a09189c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 210 time: 0.0271969 May 13 17:38:45.209288 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51844) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:45.317988 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20702300-4d77-4beb-b654-530d83bf76e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.394959 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20702300-4d77-4beb-b654-530d83bf76e4 admin admin] Publish callbacks [] for security_group (91bcedf5-3960-4211-bea6-b9a399fbfd35), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.459871 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-20702300-4d77-4beb-b654-530d83bf76e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (91bcedf5-3960-4211-bea6-b9a399fbfd35), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.502829 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-20702300-4d77-4beb-b654-530d83bf76e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2cf50c0a4ad40d3979238ef46e476be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924190 May 13 17:38:45.503731 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20702300-4d77-4beb-b654-530d83bf76e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bcedf5-3960-4211-bea6-b9a399fbfd35,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:45.506150 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51848) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:45.545266 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-b0c94534-c3f8-4ddb-8f5f-6be398cee3c8 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:45.546920 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-b0c94534-c3f8-4ddb-8f5f-6be398cee3c8 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 811 time: 0.1036909 May 13 17:38:45.556078 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82f93b48-8370-4520-923d-2695e8d67231 admin admin] Publish callbacks [] for security_group (91bcedf5-3960-4211-bea6-b9a399fbfd35), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.577880 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82f93b48-8370-4520-923d-2695e8d67231 admin admin] Publish callbacks [] for security_group (91bcedf5-3960-4211-bea6-b9a399fbfd35), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.625894 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a59c2d09-0e08-47ba-bd2f-934540d47466 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 380 time: 0.0641191 May 13 17:38:45.633834 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'port': {'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'admin_state_up': True, 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'security_groups': ['1e0e04ba-e36e-4f81-a9ee-be3fd890e51b']}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:38:45.671511 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b88bad74-f44b-4b78-a299-271fbe8b009c req-3a30a155-3f46-4bf3-bd1b-4a70b5c29301 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 210 time: 0.0290065 May 13 17:38:45.706870 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82f93b48-8370-4520-923d-2695e8d67231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (91bcedf5-3960-4211-bea6-b9a399fbfd35), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.709487 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82f93b48-8370-4520-923d-2695e8d67231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.710693 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-82f93b48-8370-4520-923d-2695e8d67231 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91bcedf5-3960-4211-bea6-b9a399fbfd35 HTTP/1.1" status: 204 len: 168 time: 0.2036231 May 13 17:38:45.721626 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f93b48-8370-4520-923d-2695e8d67231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bcedf5-3960-4211-bea6-b9a399fbfd35,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:45.826705 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Made reservation on behalf of 60fd06693c624da5aa61222dfbde5b25 for: {'port': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:38:45.832615 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:45.835098 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51860) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:46.353498 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Allocated IP 172.20.0.8 (9bc3da8d-37aa-4c42-a26a-ff8ce273072b/59c26fbd-9a39-4d02-818b-3240931a2781/145b3c79-f4a4-4cce-a4f7-e4034da0c4e2) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:38:46.428075 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51874) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:46.439089 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc8-0193-4292-a88e-6fa3a9d000d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.525394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc8-0193-4292-a88e-6fa3a9d000d1 admin admin] Publish callbacks [] for security_group (5c446582-50a8-433b-be98-dd6fb027196a), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.591359 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-81aa5cc8-0193-4292-a88e-6fa3a9d000d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5c446582-50a8-433b-be98-dd6fb027196a), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.634036 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.637185 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-81aa5cc8-0193-4292-a88e-6fa3a9d000d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94430421b6aa4e2bb66fb81d85d682f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097499 May 13 17:38:46.639661 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51878) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:46.648934 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa5cc8-0193-4292-a88e-6fa3a9d000d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c446582-50a8-433b-be98-dd6fb027196a,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:46.695518 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41e77427-780b-4840-b8d5-049cef895b20 admin admin] Publish callbacks [] for security_group (5c446582-50a8-433b-be98-dd6fb027196a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.734003 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41e77427-780b-4840-b8d5-049cef895b20 admin admin] Publish callbacks [] for security_group (5c446582-50a8-433b-be98-dd6fb027196a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.741379 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (2e3443f1-c363-49ad-9be7-13688b77214c), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.791707 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.838644 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41e77427-780b-4840-b8d5-049cef895b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (5c446582-50a8-433b-be98-dd6fb027196a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.841161 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-41e77427-780b-4840-b8d5-049cef895b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:46.842319 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-41e77427-780b-4840-b8d5-049cef895b20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c446582-50a8-433b-be98-dd6fb027196a HTTP/1.1" status: 204 len: 168 time: 0.2013874 May 13 17:38:46.851158 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e77427-780b-4840-b8d5-049cef895b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c446582-50a8-433b-be98-dd6fb027196a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:46.868281 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe12d-89ec-42ab-b389-34eade0d0d3b req-6c744def-4cdc-4cff-8dce-a7fef85d59cf tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:46.870176 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a0efe12d-89ec-42ab-b389-34eade0d0d3b req-6c744def-4cdc-4cff-8dce-a7fef85d59cf tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 931 time: 0.0938799 May 13 17:38:46.898626 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:38:46.919390 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:38:46.965631 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:38:46.973138 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:47.081768 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-a0efe12d-89ec-42ab-b389-34eade0d0d3b req-960dc28b-2830-4fe7-acc4-59252d85eb94 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929789 May 13 17:38:47.092420 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:47.094511 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.204641 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Deleting port aef20d37-3778-4688-83aa-1d21e108aa6d {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:47.204932 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.208561 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-7f904404-8299-4ef9-88ff-1bf7e5e692f7 None None] Provisioning complete for port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:38:47.209510 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7f904404-8299-4ef9-88ff-1bf7e5e692f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.210736 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a2f61291-d255-4c29-a55a-90d3c535873c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5805492 May 13 17:38:47.244699 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-7f904404-8299-4ef9-88ff-1bf7e5e692f7 None None] Port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:38:47.290053 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Request body: {'port': {'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:38:47.329160 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] For port aef20d37-3778-4688-83aa-1d21e108aa6d, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=aef20d37-3778-4688-83aa-1d21e108aa6d,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:47.329527 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.348568 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Calling delete_port for aef20d37-3778-4688-83aa-1d21e108aa6d owned by network:router_interface {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:47.382944 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.683395 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51890) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:47.698544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-53d3ea87-c279-4654-beb0-cc80a5dbed5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.786653 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-53d3ea87-c279-4654-beb0-cc80a5dbed5f admin admin] Publish callbacks [] for security_group (16bc5c09-81b2-4b1e-89d4-5dbd4b246a42), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.821341 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:38:47.828506 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Publish callbacks [] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.844529 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (aef20d37-3778-4688-83aa-1d21e108aa6d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.855047 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Transition to ACTIVE for port object 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 will not be triggered until provisioned by entity L2. {{(pid=103694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:38:47.866481 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-53d3ea87-c279-4654-beb0-cc80a5dbed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (16bc5c09-81b2-4b1e-89d4-5dbd4b246a42), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:47.874317 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef20d37-3778-4688-83aa-1d21e108aa6d,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:47.918673 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-53d3ea87-c279-4654-beb0-cc80a5dbed5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59e0d73035ca4c63ad7ba13e484c045d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338183 May 13 17:38:47.920361 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51900) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:47.934521 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3ea87-c279-4654-beb0-cc80a5dbed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bc5c09-81b2-4b1e-89d4-5dbd4b246a42,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:47.937833 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.016255 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-056d7e72-1d01-4f13-97be-4c1d31a21cdd admin admin] Publish callbacks [] for security_group (16bc5c09-81b2-4b1e-89d4-5dbd4b246a42), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.056292 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-056d7e72-1d01-4f13-97be-4c1d31a21cdd admin admin] Publish callbacks [] for security_group (16bc5c09-81b2-4b1e-89d4-5dbd4b246a42), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.078847 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Pushing event updated for resources: {'Port': ['ID=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:48.221026 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (2e3443f1-c363-49ad-9be7-13688b77214c), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.221372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c58ef-c695-4ca7-bd8b-47b4980730b8 req-4beb0b31-fb21-4eec-8a9d-2dc401260b82 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:48.223040 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e7c58ef-c695-4ca7-bd8b-47b4980730b8 req-4beb0b31-fb21-4eec-8a9d-2dc401260b82 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0614007 May 13 17:38:48.228805 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Attempting to bind port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:38:48.229162 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Attempting to bind port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:38:48.229899 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Attempting to bind port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:38:48.239232 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:38:48.239716 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Attempting to bind port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:38:48.252029 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-056d7e72-1d01-4f13-97be-4c1d31a21cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (16bc5c09-81b2-4b1e-89d4-5dbd4b246a42), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.254576 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-056d7e72-1d01-4f13-97be-4c1d31a21cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.258211 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-056d7e72-1d01-4f13-97be-4c1d31a21cdd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16bc5c09-81b2-4b1e-89d4-5dbd4b246a42 HTTP/1.1" status: 204 len: 168 time: 0.3344791 May 13 17:38:48.278297 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:38:48.278660 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Checking segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:38:48.279253 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Bound using segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:38:48.281642 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Bound port: 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:38:48.281642 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.319767 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6e7c58ef-c695-4ca7-bd8b-47b4980730b8 req-11822f31-d691-40cb-be8e-ec96ca908216 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901024 May 13 17:38:48.320921 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7e72-1d01-4f13-97be-4c1d31a21cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bc5c09-81b2-4b1e-89d4-5dbd4b246a42,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:48.543508 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51910) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:48.649959 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] For port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2, host hv-cinder-84178, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:38:48.664708 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c5f1ec-c581-424c-818d-4b538edfb76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.665179 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] For port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:38:48.722096 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.744074 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c5f1ec-c581-424c-818d-4b538edfb76f admin admin] Publish callbacks [] for security_group (4088ddf2-c124-4bb1-b1d2-44bc9f58790f), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.788482 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:48.788872 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.790515 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] 10.222.0.82 "PUT /v2.0/ports/145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 1093 time: 1.5095737 May 13 17:38:48.793902 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:38:48.796195 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d319cf-8a19-4a29-a797-0e5c6df4091c" -d '{"events": [{"name": "network-changed", "server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:38:48.821598 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-69c5f1ec-c581-424c-818d-4b538edfb76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (4088ddf2-c124-4bb1-b1d2-44bc9f58790f), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.838172 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Router 2e3443f1-c363-49ad-9be7-13688b77214c has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:38:48.838747 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d2c25-d1f6-49d4-aca8-72a1e343b576 service neutron] Pushing event updated for resources: {'Port': ['ID=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:48.871713 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-69c5f1ec-c581-424c-818d-4b538edfb76f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0751871ed30466eab6ec48cfbbe3b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269770 May 13 17:38:48.874797 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51924) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:48.894063 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb3bc3-8eec-4e1c-aaa4-9cd251d484e9 x-openstack-request-id: req-97cb3bc3-8eec-4e1c-aaa4-9cd251d484e9 {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:38:48.894496 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:38:48.894764 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97cb3bc3-8eec-4e1c-aaa4-9cd251d484e9 {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:38:48.895189 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cb3bc3-8eec-4e1c-aaa4-9cd251d484e9'] response: {'name': 'network-changed', 'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'status': 'completed', 'code': 200} May 13 17:38:48.906244 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5f1ec-c581-424c-818d-4b538edfb76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088ddf2-c124-4bb1-b1d2-44bc9f58790f,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:48.965069 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d319cf-8a19-4a29-a797-0e5c6df4091c req-eabeb745-1459-4aba-baed-a6e5471d86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:48.967090 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-33d319cf-8a19-4a29-a797-0e5c6df4091c req-eabeb745-1459-4aba-baed-a6e5471d86eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1127 time: 0.0636311 May 13 17:38:48.967523 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc998bb5-cf1e-477b-bebd-70b52225a1b7 admin admin] Publish callbacks [] for security_group (4088ddf2-c124-4bb1-b1d2-44bc9f58790f), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:48.996165 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc998bb5-cf1e-477b-bebd-70b52225a1b7 admin admin] Publish callbacks [] for security_group (4088ddf2-c124-4bb1-b1d2-44bc9f58790f), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:49.118237 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc998bb5-cf1e-477b-bebd-70b52225a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (4088ddf2-c124-4bb1-b1d2-44bc9f58790f), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:49.119379 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:38:49.121150 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-fc998bb5-cf1e-477b-bebd-70b52225a1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:49.122546 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-fc998bb5-cf1e-477b-bebd-70b52225a1b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4088ddf2-c124-4bb1-b1d2-44bc9f58790f HTTP/1.1" status: 204 len: 168 time: 0.2465689 May 13 17:38:49.128876 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc20385-776c-487f-8207-26b5c978067d None None] Sync routers for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:38:49.129700 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ec8be5b8-782a-423f-92ed-cdcb6f4d0cb0 admin admin] 10.222.0.64 "PUT /v2.0/routers/2e3443f1-c363-49ad-9be7-13688b77214c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2941203 May 13 17:38:49.136262 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51934) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:49.138632 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc998bb5-cf1e-477b-bebd-70b52225a1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088ddf2-c124-4bb1-b1d2-44bc9f58790f,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:49.143823 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:49.144805 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:49.249544 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d319cf-8a19-4a29-a797-0e5c6df4091c req-8ad68562-3677-4052-9479-a30bd8713953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:49.251015 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-33d319cf-8a19-4a29-a797-0e5c6df4091c req-8ad68562-3677-4052-9479-a30bd8713953 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=60fd06693c624da5aa61222dfbde5b25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2519245 May 13 17:38:49.265856 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:49.310257 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks [] for router (2e3443f1-c363-49ad-9be7-13688b77214c), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:49.450504 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks [] for router_gateway (2e3443f1-c363-49ad-9be7-13688b77214c), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:49.464166 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:38:47Z', 'revision_number': 5, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port': {'id': '75588c81-9611-4e65-99c3-fda6282de5f1', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:26:43Z', 'updated_at': '2022-05-13T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:49.480089 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf86cc5-d99b-4f66-8019-f1f5fa5f9c43 req-416174dc-2f98-425b-b0f7-1cd3bef91ef5 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:49.481720 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4bf86cc5-d99b-4f66-8019-f1f5fa5f9c43 req-416174dc-2f98-425b-b0f7-1cd3bef91ef5 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0529850 May 13 17:38:49.516323 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc20385-776c-487f-8207-26b5c978067d None None] Checking router: 2e3443f1-c363-49ad-9be7-13688b77214c for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:38:49.533748 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] Routers {'2e3443f1-c363-49ad-9be7-13688b77214c'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:38:49.534471 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:38:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['2e3443f1-c363-49ad-9be7-13688b77214c'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:49.572282 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-4bf86cc5-d99b-4f66-8019-f1f5fa5f9c43 req-5f6b54ba-9acd-49da-8d50-94d6541cc79a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790045 May 13 17:38:49.636813 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] Set router 2e3443f1-c363-49ad-9be7-13688b77214c gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:38:49.673180 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Deleting port 75588c81-9611-4e65-99c3-fda6282de5f1 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:49.673789 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:49.694588 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-7cc20385-776c-487f-8207-26b5c978067d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:38:49Z', 'revision_number': 6, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:49.723998 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc20385-776c-487f-8207-26b5c978067d None None] The sync data for ids ['2e3443f1-c363-49ad-9be7-13688b77214c'] in dv-cinder-841782-1-iscsi is: [{'id': '2e3443f1-c363-49ad-9be7-13688b77214c', 'name': 'tempest-AttachVolumeShelveTestJSON-2134455552-router', 'tenant_id': '6c34f44042ac43cc8a6a7937c0683120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:26:42Z', 'updated_at': '2022-05-13T17:38:49Z', 'revision_number': 6, 'project_id': '6c34f44042ac43cc8a6a7937c0683120', 'gw_port_host': None}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:38:49.816395 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d319cf-8a19-4a29-a797-0e5c6df4091c req-11b06ce1-924e-4c9a-895a-991ccf7e102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:49.817132 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-33d319cf-8a19-4a29-a797-0e5c6df4091c req-11b06ce1-924e-4c9a-895a-991ccf7e102b service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3409047 May 13 17:38:49.828706 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] For port 75588c81-9611-4e65-99c3-fda6282de5f1, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=75588c81-9611-4e65-99c3-fda6282de5f1,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:49.829070 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:49.841297 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Calling delete_port for 75588c81-9611-4e65-99c3-fda6282de5f1 owned by network:router_gateway {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:49.963812 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51946) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:49.987014 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-63726ddd-149e-4eb0-a3f2-1f93af2119ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.077550 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device aef20d37-3778-4688-83aa-1d21e108aa6d no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:50.084456 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-858cd13a-f040-4357-87c6-10050d19a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:50.084456 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-858cd13a-f040-4357-87c6-10050d19a633 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1127 time: 0.0780206 May 13 17:38:50.099945 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: aef20d37-3778-4688-83aa-1d21e108aa6d {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:50.100965 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device aef20d37-3778-4688-83aa-1d21e108aa6d not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:50.135540 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-05ab641e-a2d4-4dfd-a1f8-0860ef3ab3ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 217 time: 0.0404618 May 13 17:38:50.187627 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (75588c81-9611-4e65-99c3-fda6282de5f1), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.229934 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-63726ddd-149e-4eb0-a3f2-1f93af2119ef admin admin] Publish callbacks [] for security_group (7619ee3e-bbc5-4924-b57e-a77a3d75b2a7), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.233354 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=75588c81-9611-4e65-99c3-fda6282de5f1,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:50.260540 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-7ccef3df-4c52-4568-80ef-9a7c1f88cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:50.262019 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-7ccef3df-4c52-4568-80ef-9a7c1f88cb09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.1197779 May 13 17:38:50.313531 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-63726ddd-149e-4eb0-a3f2-1f93af2119ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (7619ee3e-bbc5-4924-b57e-a77a3d75b2a7), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.355018 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-b2900462-a456-413c-8eef-31f74e416f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:50.356524 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-b2900462-a456-413c-8eef-31f74e416f5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743821 May 13 17:38:50.367435 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (2e3443f1-c363-49ad-9be7-13688b77214c), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.371102 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-63726ddd-149e-4eb0-a3f2-1f93af2119ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34b0432f2d2941c3bb3dca84cb3bfc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063025 May 13 17:38:50.374019 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51954) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:50.421029 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da295603-e708-4e56-a047-ac99a41746f9 admin admin] Publish callbacks [] for security_group (7619ee3e-bbc5-4924-b57e-a77a3d75b2a7), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.441832 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da295603-e708-4e56-a047-ac99a41746f9 admin admin] Publish callbacks [] for security_group (7619ee3e-bbc5-4924-b57e-a77a3d75b2a7), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.447832 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63726ddd-149e-4eb0-a3f2-1f93af2119ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7619ee3e-bbc5-4924-b57e-a77a3d75b2a7,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:50.575550 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da295603-e708-4e56-a047-ac99a41746f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (7619ee3e-bbc5-4924-b57e-a77a3d75b2a7), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.578261 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da295603-e708-4e56-a047-ac99a41746f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.579462 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-da295603-e708-4e56-a047-ac99a41746f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7619ee3e-bbc5-4924-b57e-a77a3d75b2a7 HTTP/1.1" status: 204 len: 168 time: 0.2044244 May 13 17:38:50.600993 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da295603-e708-4e56-a047-ac99a41746f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7619ee3e-bbc5-4924-b57e-a77a3d75b2a7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:50.810108 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (2e3443f1-c363-49ad-9be7-13688b77214c), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.815361 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks [] for router_controller (2e3443f1-c363-49ad-9be7-13688b77214c), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.870249 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34c65e-5bab-406a-b647-1194b474d120 req-bd3765c6-f39c-4c56-8512-f76d640b4a52 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:50.871765 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0d34c65e-5bab-406a-b647-1194b474d120 req-bd3765c6-f39c-4c56-8512-f76d640b4a52 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.1265972 May 13 17:38:50.905498 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-e3cc9d36-0043-4ab9-8a26-a26b8265b7ac service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395815 May 13 17:38:50.975698 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0d34c65e-5bab-406a-b647-1194b474d120 req-4ae3a81e-92c8-4586-a615-23e4b7505248 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965073 May 13 17:38:50.981056 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (2e3443f1-c363-49ad-9be7-13688b77214c), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.981621 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3443f1-c363-49ad-9be7-13688b77214c {{(pid=103694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:38:50.987806 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:50.993043 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d1bc32ec-44ac-4696-b6f3-fb8206c4cd80 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2e3443f1-c363-49ad-9be7-13688b77214c HTTP/1.1" status: 204 len: 168 time: 1.8517396 May 13 17:38:50.993846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 51966) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:51.028671 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-3ef3e287-0b9e-4d5c-96f8-d4cf956dcc10 req-94181e8f-a620-4218-855e-8d7ced08da03 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127460 May 13 17:38:51.050845 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] Deleting subnet 0b9e5d2a-08a1-4fdf-ada3-163794119bc1 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:38:51.055267 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] Publish callbacks [] for subnet (0b9e5d2a-08a1-4fdf-ada3-163794119bc1), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.095291 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (0b9e5d2a-08a1-4fdf-ada3-163794119bc1), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.172325 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (0b9e5d2a-08a1-4fdf-ada3-163794119bc1), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.301859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (0b9e5d2a-08a1-4fdf-ada3-163794119bc1), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.329430 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9e5d2a-08a1-4fdf-ada3-163794119bc1,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:51.334930 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.343038 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c4540537-a9d8-485a-ae7b-bbc066d59e06 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0b9e5d2a-08a1-4fdf-ada3-163794119bc1 HTTP/1.1" status: 204 len: 168 time: 0.3455298 May 13 17:38:51.343234 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaab7e5-44a1-491b-9b47-f39bbcc6ecf9 None None] Network 42afb35d-ebab-4abb-a123-24b9a2b301c2 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:38:51.344316 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 51978) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:51.431906 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (42afb35d-ebab-4abb-a123-24b9a2b301c2), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.485638 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Deleting port f445ca4d-58bd-4a76-ad44-b409d88772d0 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:51.485990 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.514814 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] DHCP port deletion for 42afb35d-ebab-4abb-a123-24b9a2b301c2 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:38:51.556317 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] Deleting port f445ca4d-58bd-4a76-ad44-b409d88772d0 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:38:51.556841 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.560287 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] For port f445ca4d-58bd-4a76-ad44-b409d88772d0, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=f445ca4d-58bd-4a76-ad44-b409d88772d0,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:51.569736 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.576115 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Calling delete_port for f445ca4d-58bd-4a76-ad44-b409d88772d0 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:51.632160 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] For port f445ca4d-58bd-4a76-ad44-b409d88772d0, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=f445ca4d-58bd-4a76-ad44-b409d88772d0,segment=NetworkSegment(9cd43ad0-f42d-4731-92f9-3664745734f3),segment_id=9cd43ad0-f42d-4731-92f9-3664745734f3)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:51.632572 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.646693 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] Calling delete_port for f445ca4d-58bd-4a76-ad44-b409d88772d0 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:38:51.712529 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.723572 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (f445ca4d-58bd-4a76-ad44-b409d88772d0), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.739627 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Pushing event deleted for resources: {'Port': ['ID=f445ca4d-58bd-4a76-ad44-b409d88772d0,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:51.746067 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] No DVR routers for this DVR port f445ca4d-58bd-4a76-ad44-b409d88772d0 on host dv-cinder-841782-1-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:38:51.752841 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] Pushing event deleted for resources: {'Port': ['ID=f445ca4d-58bd-4a76-ad44-b409d88772d0,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:51.757070 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3d917-8b7b-4ff4-af15-af1d38a5972e None None] No DVR routers for this DVR port f445ca4d-58bd-4a76-ad44-b409d88772d0 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:38:51.829085 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (42afb35d-ebab-4abb-a123-24b9a2b301c2), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.848794 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42afb35d-ebab-4abb-a123-24b9a2b301c2']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:51.858095 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd43ad0-f42d-4731-92f9-3664745734f3') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:51.858407 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd43ad0-f42d-4731-92f9-3664745734f3') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:38:51.868451 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (9cd43ad0-f42d-4731-92f9-3664745734f3), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.883054 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (9cd43ad0-f42d-4731-92f9-3664745734f3), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.889204 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:38:51.889625 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (9cd43ad0-f42d-4731-92f9-3664745734f3), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:38:51.891476 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:38:51.987218 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device f445ca4d-58bd-4a76-ad44-b409d88772d0 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:52.009251 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: f445ca4d-58bd-4a76-ad44-b409d88772d0 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:52.009613 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device f445ca4d-58bd-4a76-ad44-b409d88772d0 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:52.010035 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 75588c81-9611-4e65-99c3-fda6282de5f1 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:38:52.035100 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 75588c81-9611-4e65-99c3-fda6282de5f1 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:38:52.035714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 75588c81-9611-4e65-99c3-fda6282de5f1 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:38:52.059713 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (42afb35d-ebab-4abb-a123-24b9a2b301c2), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:52.065729 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:52.069640 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] 10.222.0.64 "DELETE /v2.0/networks/42afb35d-ebab-4abb-a123-24b9a2b301c2 HTTP/1.1" status: 204 len: 168 time: 0.7236404 May 13 17:38:52.094958 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea647cd-6ecc-41fd-a689-88205382fbec admin admin] Pushing event deleted for resources: {'Network': ['ID=42afb35d-ebab-4abb-a123-24b9a2b301c2,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:52.140571 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8460cb-f318-4c06-8d63-3f53a147d324 req-d5102c7b-23a5-4e6a-bb5d-0521feeee6ed tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:52.147850 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a8460cb-f318-4c06-8d63-3f53a147d324 req-d5102c7b-23a5-4e6a-bb5d-0521feeee6ed tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0879261 May 13 17:38:52.193032 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6a8460cb-f318-4c06-8d63-3f53a147d324 req-87ffa3e3-796f-4c7f-b24b-b24206a6597f tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 May 13 17:38:52.391802 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52006) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:52.432882 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-774147b5-0f15-4c74-a474-becf905a67a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c34f44042ac43cc8a6a7937c0683120&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398257 May 13 17:38:52.435877 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52010) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:52.483505 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d4d1040a-4c14-4964-ae16-3476377b0904 admin admin] Publish callbacks [] for security_group (378708e7-3365-43e7-9d83-383079a326c7), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:52.505102 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d4d1040a-4c14-4964-ae16-3476377b0904 admin admin] Publish callbacks [] for security_group (378708e7-3365-43e7-9d83-383079a326c7), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:52.642395 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d4d1040a-4c14-4964-ae16-3476377b0904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (378708e7-3365-43e7-9d83-383079a326c7), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:52.645085 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d4d1040a-4c14-4964-ae16-3476377b0904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:52.646409 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d4d1040a-4c14-4964-ae16-3476377b0904 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/378708e7-3365-43e7-9d83-383079a326c7 HTTP/1.1" status: 204 len: 168 time: 0.2094693 May 13 17:38:52.655251 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1040a-4c14-4964-ae16-3476377b0904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378708e7-3365-43e7-9d83-383079a326c7,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:53.054295 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52034) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:53.182114 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b82e09fb-6b4e-439e-8707-aea03cd3947d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:53.261080 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b82e09fb-6b4e-439e-8707-aea03cd3947d admin admin] Publish callbacks [] for security_group (ef8fb08c-ea77-470c-8ec3-7805a8715106), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:53.311581 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402745-b7ed-459e-b8aa-c6233fe0d9d4 req-5929e7f0-3fda-467b-832e-829834835610 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:53.313111 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-44402745-b7ed-459e-b8aa-c6233fe0d9d4 req-5929e7f0-3fda-467b-832e-829834835610 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0507793 May 13 17:38:53.314178 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-b82e09fb-6b4e-439e-8707-aea03cd3947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ef8fb08c-ea77-470c-8ec3-7805a8715106), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:53.371576 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e09fb-6b4e-439e-8707-aea03cd3947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8fb08c-ea77-470c-8ec3-7805a8715106,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:53.380414 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-b82e09fb-6b4e-439e-8707-aea03cd3947d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88f7defdcc1d481583e29665df3e5a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218532 May 13 17:38:53.381246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52046) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:38:53.402815 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-44402745-b7ed-459e-b8aa-c6233fe0d9d4 req-a4865df5-435a-4653-af06-86b341d28770 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778039 May 13 17:38:53.445694 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e169-374e-4ca9-8a24-c0ee75375cad admin admin] Publish callbacks [] for security_group (ef8fb08c-ea77-470c-8ec3-7805a8715106), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:53.467387 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e169-374e-4ca9-8a24-c0ee75375cad admin admin] Publish callbacks [] for security_group (ef8fb08c-ea77-470c-8ec3-7805a8715106), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:53.625348 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e169-374e-4ca9-8a24-c0ee75375cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ef8fb08c-ea77-470c-8ec3-7805a8715106), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:53.627877 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e169-374e-4ca9-8a24-c0ee75375cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:53.629044 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-9ac9e169-374e-4ca9-8a24-c0ee75375cad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef8fb08c-ea77-470c-8ec3-7805a8715106 HTTP/1.1" status: 204 len: 168 time: 0.2468190 May 13 17:38:53.637967 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9e169-374e-4ca9-8a24-c0ee75375cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8fb08c-ea77-470c-8ec3-7805a8715106,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:38:54.524847 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9e84-91aa-45d0-ba91-6c4d047f3c99 req-1f2be1d9-fddb-4134-9888-95f9a1e02ed1 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:54.526440 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61cd9e84-91aa-45d0-ba91-6c4d047f3c99 req-1f2be1d9-fddb-4134-9888-95f9a1e02ed1 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0522144 May 13 17:38:54.582087 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-61cd9e84-91aa-45d0-ba91-6c4d047f3c99 req-ec99586c-fc91-4923-b6de-35e0985a0ec9 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495911 May 13 17:38:55.695392 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dce394-b38a-4e07-89a5-4ab3fada34ce req-d108d9ec-b341-42de-bcda-06fbafc9b1a7 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:55.696882 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-81dce394-b38a-4e07-89a5-4ab3fada34ce req-d108d9ec-b341-42de-bcda-06fbafc9b1a7 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0475585 May 13 17:38:55.746624 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-81dce394-b38a-4e07-89a5-4ab3fada34ce req-236cd53a-99b3-4871-958f-bd15bc487c62 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 May 13 17:38:56.877357 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c85f1-4bfb-408b-829a-c72f8057d503 req-1955b56f-6d87-40c0-9210-79e7f2500f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:56.878781 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6d4c85f1-4bfb-408b-829a-c72f8057d503 req-1955b56f-6d87-40c0-9210-79e7f2500f4e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0611606 May 13 17:38:56.942020 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-6d4c85f1-4bfb-408b-829a-c72f8057d503 req-1c02cc23-6525-430d-8561-bdb80812ecfd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542207 May 13 17:38:58.073015 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f6001-da32-41dd-bbe9-7f87bc5f54de req-aab103c3-0c4b-4874-af14-77ccef288cea tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:58.073015 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-011f6001-da32-41dd-bbe9-7f87bc5f54de req-aab103c3-0c4b-4874-af14-77ccef288cea tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0524364 May 13 17:38:58.120706 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-011f6001-da32-41dd-bbe9-7f87bc5f54de req-00026bf7-298a-4c87-9d23-6738e90dbbed tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452628 May 13 17:38:58.403710 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-15ba9ef1-f13c-484f-b70e-f65fa162f9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:59.237826 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2811f-b9d5-4eb8-9937-610a30c44e5e req-ae6274a4-35f0-4acc-8637-fe570133eb12 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:38:59.239319 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75a2811f-b9d5-4eb8-9937-610a30c44e5e req-ae6274a4-35f0-4acc-8637-fe570133eb12 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 943 time: 0.0512702 May 13 17:38:59.288391 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-75a2811f-b9d5-4eb8-9937-610a30c44e5e req-a08dec17-fc86-4541-9a77-3f411edc3d1b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 May 13 17:38:59.712254 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:38:59.809122 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:59.821163 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:38:59.868948 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:38:59.868948 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:38:59.875251 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:38:59.895430 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:38:59.968245 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.019806 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:00.404330 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fa72-5357-41c6-b033-665a266aa5aa req-31e57477-56aa-415d-a010-b0b00ceaca4d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:00.405870 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e63fa72-5357-41c6-b033-665a266aa5aa req-31e57477-56aa-415d-a010-b0b00ceaca4d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 944 time: 0.0474050 May 13 17:39:00.435925 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52254) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:00.454287 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0e63fa72-5357-41c6-b033-665a266aa5aa req-c1feda88-c3d5-4ed1-9333-715db19cad38 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 May 13 17:39:00.539830 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67a50d6e-90ff-4487-a492-1e0c67541ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.598282 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c6f7513e-e66e-469a-bb68-377b2d5615e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.620204 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67a50d6e-90ff-4487-a492-1e0c67541ca0 admin admin] Publish callbacks [] for security_group (2c71b880-b9eb-420f-9da6-60f43fce7168), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.677734 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-67a50d6e-90ff-4487-a492-1e0c67541ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2c71b880-b9eb-420f-9da6-60f43fce7168), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.714661 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a50d6e-90ff-4487-a492-1e0c67541ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c71b880-b9eb-420f-9da6-60f43fce7168,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:00.718919 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-67a50d6e-90ff-4487-a492-1e0c67541ca0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=594c1e684125419cb71d8225b2ffd85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818215 May 13 17:39:00.721642 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52258) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:00.771193 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cec6d1ca-9438-4103-adc1-39b1845f0d62 admin admin] Publish callbacks [] for security_group (2c71b880-b9eb-420f-9da6-60f43fce7168), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.791649 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cec6d1ca-9438-4103-adc1-39b1845f0d62 admin admin] Publish callbacks [] for security_group (2c71b880-b9eb-420f-9da6-60f43fce7168), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.923674 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cec6d1ca-9438-4103-adc1-39b1845f0d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (2c71b880-b9eb-420f-9da6-60f43fce7168), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.926214 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cec6d1ca-9438-4103-adc1-39b1845f0d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:00.927392 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cec6d1ca-9438-4103-adc1-39b1845f0d62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c71b880-b9eb-420f-9da6-60f43fce7168 HTTP/1.1" status: 204 len: 168 time: 0.2048285 May 13 17:39:00.935356 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6d1ca-9438-4103-adc1-39b1845f0d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c71b880-b9eb-420f-9da6-60f43fce7168,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:01.488655 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52270) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:01.502379 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:01.570674 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d8b69-61f7-4ce5-bcc7-49c45d222cd3 req-7ccf4d7b-4256-44aa-9e9f-b71ef5f40276 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:01.572348 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-644d8b69-61f7-4ce5-bcc7-49c45d222cd3 req-7ccf4d7b-4256-44aa-9e9f-b71ef5f40276 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 944 time: 0.0468135 May 13 17:39:01.580786 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Publish callbacks [] for security_group (11943cb6-5b82-4e36-953b-89500eb380b0), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:01.625203 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (11943cb6-5b82-4e36-953b-89500eb380b0), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:01.625775 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-644d8b69-61f7-4ce5-bcc7-49c45d222cd3 req-764fd8c3-f043-487c-8596-362a50ca23df tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471187 May 13 17:39:01.662551 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11943cb6-5b82-4e36-953b-89500eb380b0,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:01.666472 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75a7798b4d364a629b68071682c1fec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767197 May 13 17:39:01.669619 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52272) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:01.672434 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.672787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.673129 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.673471 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.673813 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.674144 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.674474 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.674803 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.675148 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.675485 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.675816 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.676171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.676480 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.676805 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.677127 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d8765f-bcd0-4721-a6f4-7826aa91bb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:39:01.718683 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a7f3ea7-5063-447e-9253-3f0b0362cb9a admin admin] Publish callbacks [] for security_group (11943cb6-5b82-4e36-953b-89500eb380b0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:01.739678 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a7f3ea7-5063-447e-9253-3f0b0362cb9a admin admin] Publish callbacks [] for security_group (11943cb6-5b82-4e36-953b-89500eb380b0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:01.841985 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a7f3ea7-5063-447e-9253-3f0b0362cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (11943cb6-5b82-4e36-953b-89500eb380b0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:01.844494 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2a7f3ea7-5063-447e-9253-3f0b0362cb9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:01.845608 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2a7f3ea7-5063-447e-9253-3f0b0362cb9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11943cb6-5b82-4e36-953b-89500eb380b0 HTTP/1.1" status: 204 len: 168 time: 0.1750298 May 13 17:39:01.853697 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f3ea7-5063-447e-9253-3f0b0362cb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11943cb6-5b82-4e36-953b-89500eb380b0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:02.038130 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:02.737984 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192c978-0c5e-470a-9f53-ba94b87e91e3 req-71a4523f-7c24-44b1-87ed-af6f96698ef0 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:02.739464 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6192c978-0c5e-470a-9f53-ba94b87e91e3 req-71a4523f-7c24-44b1-87ed-af6f96698ef0 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 944 time: 0.0468879 May 13 17:39:02.787906 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6192c978-0c5e-470a-9f53-ba94b87e91e3 req-929ba86f-0ec5-4c04-ab71-5431b1381fcb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 May 13 17:39:03.496624 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52316) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:03.522126 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:03.605840 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f931913-b992-44fd-aa6e-c7e1bc53c773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:03.677073 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f931913-b992-44fd-aa6e-c7e1bc53c773 admin admin] Publish callbacks [] for security_group (a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:03.758099 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-0f931913-b992-44fd-aa6e-c7e1bc53c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:03.795441 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-0f931913-b992-44fd-aa6e-c7e1bc53c773 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ac193792092421981a1b709e8f250d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977233 May 13 17:39:03.796286 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931913-b992-44fd-aa6e-c7e1bc53c773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:03.799478 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52322) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:03.854563 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9ac2faa-5505-443c-8689-278103c8705c admin admin] Publish callbacks [] for security_group (a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:03.903996 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9ac2faa-5505-443c-8689-278103c8705c admin admin] Publish callbacks [] for security_group (a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:03.928940 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bba11-21c0-4bf7-9215-2f792f44f146 req-6649b0a5-eb93-472d-bfcb-ebc8d66de65b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:03.931101 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b86bba11-21c0-4bf7-9215-2f792f44f146 req-6649b0a5-eb93-472d-bfcb-ebc8d66de65b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 944 time: 0.0717862 May 13 17:39:03.956541 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['145b3c79-f4a4-4cce-a4f7-e4034da0c4e2'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:39:03.999604 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b86bba11-21c0-4bf7-9215-2f792f44f146 req-a7fe54a0-ca60-4744-8d72-9d346d50a294 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602450 May 13 17:39:04.107028 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9ac2faa-5505-443c-8689-278103c8705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:04.109636 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c9ac2faa-5505-443c-8689-278103c8705c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:04.110852 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c9ac2faa-5505-443c-8689-278103c8705c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6 HTTP/1.1" status: 204 len: 168 time: 0.3104670 May 13 17:39:04.123798 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac2faa-5505-443c-8689-278103c8705c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ccb0cb-e2a2-4494-ba2e-20f36c5ce2f6,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:04.701331 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:05.117753 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d317e-4447-4006-a953-ff6c4cf1d1b2 req-db35ee62-b4a9-4470-9a3e-a0bcc2538b9a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:05.119366 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fa1d317e-4447-4006-a953-ff6c4cf1d1b2 req-db35ee62-b4a9-4470-9a3e-a0bcc2538b9a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 944 time: 0.0499821 May 13 17:39:05.172723 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-fa1d317e-4447-4006-a953-ff6c4cf1d1b2 req-0639e550-55c1-4156-b6b2-4a06e256ec95 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473895 May 13 17:39:05.502898 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:39:05.550870 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:39:05.655019 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:39:05.655376 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:05.872753 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:39:05.873377 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:05.898264 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:39:05.900640 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b999b-a87b-4ba3-a9f7-7137b361dd2c" -d '{"events": [{"server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "name": "network-vif-plugged", "status": "completed", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:39:05.917553 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:39:05.949718 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10de0f4c-a0a8-46d3-897a-6f3a81f093e6 x-openstack-request-id: req-10de0f4c-a0a8-46d3-897a-6f3a81f093e6 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:39:05.950020 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "name": "network-vif-plugged", "status": "completed", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:39:05.950269 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10de0f4c-a0a8-46d3-897a-6f3a81f093e6 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:39:05.950694 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10de0f4c-a0a8-46d3-897a-6f3a81f093e6'] response: {'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'code': 200} May 13 17:39:06.048174 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:06.105605 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:06.287626 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e97573-707c-45bb-a4a6-a6b2526a2226 req-9afefdfb-43e3-4b49-acf4-2590df137648 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:06.289643 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-16e97573-707c-45bb-a4a6-a6b2526a2226 req-9afefdfb-43e3-4b49-acf4-2590df137648 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0465641 May 13 17:39:06.338889 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-16e97573-707c-45bb-a4a6-a6b2526a2226 req-1c9dfd36-7ade-4587-8066-7c92c9f269e5 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 May 13 17:39:06.413329 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09aa5-74bf-4b21-9a6b-f151fd2c083f req-b3df2ac8-ea67-4df0-9891-2693bcbf7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:06.414739 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38c09aa5-74bf-4b21-9a6b-f151fd2c083f req-b3df2ac8-ea67-4df0-9891-2693bcbf7d48 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1129 time: 0.0383382 May 13 17:39:06.458708 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38c09aa5-74bf-4b21-9a6b-f151fd2c083f req-f5a389a7-7633-4c52-b8c9-6e0e33833e5a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381589 May 13 17:39:07.454914 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eaaab-ccdf-45b5-8b00-8932ab2cc384 req-43b205ff-98df-4ad8-a324-07c3d0b1bc4b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:07.456380 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa1eaaab-ccdf-45b5-8b00-8932ab2cc384 req-43b205ff-98df-4ad8-a324-07c3d0b1bc4b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0491886 May 13 17:39:07.504164 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa1eaaab-ccdf-45b5-8b00-8932ab2cc384 req-b8a4b513-d8ef-4807-99f1-b09a6c717c62 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 May 13 17:39:08.634416 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825c3c-7b61-4027-ad10-ab1c1c61ca9a req-d0ecb432-28ee-461e-a25a-439a66007786 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:08.636102 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6f825c3c-7b61-4027-ad10-ab1c1c61ca9a req-d0ecb432-28ee-461e-a25a-439a66007786 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0617793 May 13 17:39:08.694921 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-6f825c3c-7b61-4027-ad10-ab1c1c61ca9a req-c597da94-a424-4547-a329-58d68df0bc38 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460966 May 13 17:39:09.804049 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac87c93-be17-4d97-9c1e-bcb0f7c40e7d req-d9cb464f-7c04-4179-b986-f3f6637c96b4 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:09.805482 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7ac87c93-be17-4d97-9c1e-bcb0f7c40e7d req-d9cb464f-7c04-4179-b986-f3f6637c96b4 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0458660 May 13 17:39:09.853089 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-7ac87c93-be17-4d97-9c1e-bcb0f7c40e7d req-eae86939-b244-451e-a765-9e3af0cae655 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 May 13 17:39:10.968208 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89601cf7-c877-41dc-801e-1031018b4795 req-d9ee7050-458b-4249-99f0-8b4ead1026dd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:10.969815 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-89601cf7-c877-41dc-801e-1031018b4795 req-d9ee7050-458b-4249-99f0-8b4ead1026dd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0481963 May 13 17:39:11.018360 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-89601cf7-c877-41dc-801e-1031018b4795 req-aea0cc58-bb03-4940-b475-e0f72b5948d5 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430188 May 13 17:39:12.136212 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3265c1-f81b-4f8f-8d8f-a64218281f02 req-eb45e849-4954-473e-8fdc-425632663b20 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:12.137696 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f3265c1-f81b-4f8f-8d8f-a64218281f02 req-eb45e849-4954-473e-8fdc-425632663b20 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0471396 May 13 17:39:12.190448 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8f3265c1-f81b-4f8f-8d8f-a64218281f02 req-1bc732de-17b2-480c-9d7e-f0f555a87460 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471606 May 13 17:39:13.301142 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83108fc1-9a72-445f-9745-a91886d1dbc1 req-12c07fb2-b1fb-41d7-9ca0-ccac999eb954 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:13.302590 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-83108fc1-9a72-445f-9745-a91886d1dbc1 req-12c07fb2-b1fb-41d7-9ca0-ccac999eb954 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0451646 May 13 17:39:13.354028 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-83108fc1-9a72-445f-9745-a91886d1dbc1 req-1e00f43d-164e-437e-97c5-86a183c403e3 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 May 13 17:39:13.464988 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc9554-8baa-4add-b8e7-5ecd239b92da req-5031c086-df43-4dff-9608-849bf5e822f6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:13.466390 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64cc9554-8baa-4add-b8e7-5ecd239b92da req-5031c086-df43-4dff-9608-849bf5e822f6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0470197 May 13 17:39:13.515807 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-64cc9554-8baa-4add-b8e7-5ecd239b92da req-40296971-2388-4f16-8abb-7b1abcfdcec9 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438104 May 13 17:39:13.539193 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52510) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:13.579458 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ebec3-9b0e-4b30-b940-f83ee9176f73 tempest-TestVolumeBootPattern-993263142 tempest-TestVolumeBootPattern-993263142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:13.581032 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5f2ebec3-9b0e-4b30-b940-f83ee9176f73 tempest-TestVolumeBootPattern-993263142 tempest-TestVolumeBootPattern-993263142-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1124 time: 0.0405419 May 13 17:39:13.583829 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52512) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:13.589029 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:39:13.728334 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:13.750689 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:13.807682 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:13.918897 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Allocated IP 172.27.3.162 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/ff77f20a-0998-4e79-ae9c-b4c5511a993a) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:39:13.947170 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52524) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:14.037008 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.062070 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-514c7808-2e71-4e2b-b253-74d8d28e1e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.136318 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-514c7808-2e71-4e2b-b253-74d8d28e1e11 admin admin] Publish callbacks [] for security_group (fbb7cf04-937b-493c-94c8-78569821511d), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.145466 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.188502 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:39:14.191996 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:39:14.195681 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:39:14.220392 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=ff77f20a-0998-4e79-ae9c-b4c5511a993a,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:14.232227 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-514c7808-2e71-4e2b-b253-74d8d28e1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fbb7cf04-937b-493c-94c8-78569821511d), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.271820 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-514c7808-2e71-4e2b-b253-74d8d28e1e11 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8821012e4fde43eaa34801b1ff9c69ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228343 May 13 17:39:14.273965 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c7808-2e71-4e2b-b253-74d8d28e1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb7cf04-937b-493c-94c8-78569821511d,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:14.275363 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52532) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:14.410094 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5a974ee1-034f-451a-be7c-b3ecf06440cc admin admin] Publish callbacks [] for security_group (fbb7cf04-937b-493c-94c8-78569821511d), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.466836 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5a974ee1-034f-451a-be7c-b3ecf06440cc admin admin] Publish callbacks [] for security_group (fbb7cf04-937b-493c-94c8-78569821511d), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.649421 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (b3cdd9bf-a206-499f-98ef-6af7b7cce0c6), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.653671 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5a974ee1-034f-451a-be7c-b3ecf06440cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (fbb7cf04-937b-493c-94c8-78569821511d), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.656212 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-5a974ee1-034f-451a-be7c-b3ecf06440cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.663160 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-5a974ee1-034f-451a-be7c-b3ecf06440cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbb7cf04-937b-493c-94c8-78569821511d HTTP/1.1" status: 204 len: 168 time: 0.3810492 May 13 17:39:14.686014 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a974ee1-034f-451a-be7c-b3ecf06440cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb7cf04-937b-493c-94c8-78569821511d,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:14.790619 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:14.942284 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:15.066438 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:15.143571 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=ff77f20a-0998-4e79-ae9c-b4c5511a993a,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:15.155514 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (b3cdd9bf-a206-499f-98ef-6af7b7cce0c6), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:15.259074 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Floating IP b3cdd9bf-a206-499f-98ef-6af7b7cce0c6 associated. External IP: 172.27.3.162, port: 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2. May 13 17:39:15.478810 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:39:15.595714 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:39:15.607353 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:39:15.616210 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:39:15.616945 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:39:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:39:15.701447 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:15.728684 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:39:15.732875 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-84b04be6-8ca6-4d09-8112-19183530e734 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1479957 May 13 17:39:15.733486 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:39:15.735867 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f16a45-1f99-43d3-af3e-f707eeef295b" -d '{"events": [{"name": "network-changed", "server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:39:15.958540 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:14Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:39:15.962742 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c19288e-834c-443f-99c4-edbed3d1d9eb x-openstack-request-id: req-4c19288e-834c-443f-99c4-edbed3d1d9eb {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:39:15.963033 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:39:15.963308 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c19288e-834c-443f-99c4-edbed3d1d9eb {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:39:15.963707 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c19288e-834c-443f-99c4-edbed3d1d9eb'] response: {'name': 'network-changed', 'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'status': 'completed', 'code': 200} May 13 17:39:15.986571 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:39:15.996378 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:39:15.996933 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:39:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:39:16.041329 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-f919e949-0c65-4ecc-aa1c-d783c8f59f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:16.042453 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-f919e949-0c65-4ecc-aa1c-d783c8f59f49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1129 time: 0.0410910 May 13 17:39:16.109462 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:39:16.134520 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-c24e4553-3b25-41fd-943c-e5860fb906b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:16.148307 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-c24e4553-3b25-41fd-943c-e5860fb906b6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0880713 May 13 17:39:16.205045 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-ba9b8f72-41c5-4826-92a7-7e6d142a4034 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 999 time: 0.0615859 May 13 17:39:16.259389 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-09297154-3102-489e-abbb-1c500de60409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:16.261150 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-09297154-3102-489e-abbb-1c500de60409 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0495996 May 13 17:39:16.308409 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-f03dd24e-8126-41a0-90f4-e17d071f7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:16.309927 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-f03dd24e-8126-41a0-90f4-e17d071f7dfa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424004 May 13 17:39:16.329582 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:14Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:39:16.360512 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a35a68-7e91-4fce-9392-c6deaa740e29 None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:14Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:39:16.410209 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-9b8013f2-e477-4ece-abe9-aa93ddb0ac8a service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936112 May 13 17:39:16.515308 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-38f16a45-1f99-43d3-af3e-f707eeef295b req-0b6ff213-9caa-4d9e-bf2e-0ce6dd723839 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994740 May 13 17:39:16.607881 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2f1a1-5c7a-44e6-b08e-1b41f4d05caf None None] New status for floating IP b3cdd9bf-a206-499f-98ef-6af7b7cce0c6: ACTIVE {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:39:21.522626 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:39:28.460987 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a143c022-aef6-4528-97a1-f5dc5fa41259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:29.841636 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 52880) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:29.952058 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b2ff282b-b5a8-488b-b0e9-656f0fe0233a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.029493 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b2ff282b-b5a8-488b-b0e9-656f0fe0233a admin admin] Publish callbacks [] for security_group (e61eb265-66d9-4ee0-8f85-bdd9c685d0de), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.087253 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b2ff282b-b5a8-488b-b0e9-656f0fe0233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (e61eb265-66d9-4ee0-8f85-bdd9c685d0de), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.130699 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b2ff282b-b5a8-488b-b0e9-656f0fe0233a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2baed2a25cd4112bfe8f4c1c31ebb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880609 May 13 17:39:30.131641 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff282b-b5a8-488b-b0e9-656f0fe0233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61eb265-66d9-4ee0-8f85-bdd9c685d0de,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:30.133382 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 52886) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:39:30.441561 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf01b-58c9-4e1a-9c7b-a6cafce7f9e3 admin admin] Publish callbacks [] for security_group (e61eb265-66d9-4ee0-8f85-bdd9c685d0de), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.461597 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf01b-58c9-4e1a-9c7b-a6cafce7f9e3 admin admin] Publish callbacks [] for security_group (e61eb265-66d9-4ee0-8f85-bdd9c685d0de), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.575103 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf01b-58c9-4e1a-9c7b-a6cafce7f9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (e61eb265-66d9-4ee0-8f85-bdd9c685d0de), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.577836 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf01b-58c9-4e1a-9c7b-a6cafce7f9e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.579083 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-e5bcf01b-58c9-4e1a-9c7b-a6cafce7f9e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e61eb265-66d9-4ee0-8f85-bdd9c685d0de HTTP/1.1" status: 204 len: 168 time: 0.4446151 May 13 17:39:30.586471 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-960ff389-49ef-4bb1-a859-ed05c7e252b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:30.587024 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcf01b-58c9-4e1a-9c7b-a6cafce7f9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61eb265-66d9-4ee0-8f85-bdd9c685d0de,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:39:32.047476 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:33.500323 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:34.744029 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:43.790177 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:49.223083 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-14fe64e3-575b-4992-93ea-316ea49c9bd5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365403 May 13 17:39:49.319383 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-fb97c2c8-c43f-4547-8e04-c68319e521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:49.320839 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-fb97c2c8-c43f-4547-8e04-c68319e521fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1129 time: 0.0372479 May 13 17:39:49.420912 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-a21fdd03-b5d3-4992-bf9d-449e7342d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:49.422344 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-a21fdd03-b5d3-4992-bf9d-449e7342d32c service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0831401 May 13 17:39:49.487046 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-5239c090-edd4-4d7a-8980-091362cf1df2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 1001 time: 0.0569515 May 13 17:39:49.537085 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-41d114d3-e111-45e8-8f22-51abfafedf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:49.538502 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-41d114d3-e111-45e8-8f22-51abfafedf00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0454552 May 13 17:39:49.583491 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-4f6fbdd4-5558-4606-9ae4-1a45e5dd08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:39:49.584965 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-4f6fbdd4-5558-4606-9ae4-1a45e5dd08ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402133 May 13 17:39:49.673603 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-4042e652-f038-41ec-bd4d-36d9227b593a service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820348 May 13 17:39:49.764700 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-eb212fc4-c3d1-49d4-a3dd-8998222c16a3 req-e6875040-6a49-4e07-b6c3-accfdcc7f9a9 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837255 May 13 17:39:58.435536 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-94c9aa2a-6833-43d3-bd1b-14f8dce86249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:39:58.523543 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:40:00.586508 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-a75af328-a219-43ce-b410-04c909cc9ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:00.711846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53172) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:00.818362 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:00.890597 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Publish callbacks [] for security_group (cdb598b9-a86b-4639-865c-015be20215eb), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:00.980740 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (cdb598b9-a86b-4639-865c-015be20215eb), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.021943 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5e56c22478d479bb0dbff8b6f634e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089588 May 13 17:40:01.022779 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb598b9-a86b-4639-865c-015be20215eb,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:01.024584 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53180) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:01.030040 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.030427 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.030777 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.031121 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.031489 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.031826 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.032163 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.033146 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.033484 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.033818 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.034151 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.034484 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.034814 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.035159 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.035488 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f409d70-0064-4242-a372-c9c07d2f6f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:01.072967 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2feaff3-23ad-47ee-a30c-9ee4ea014968 admin admin] Publish callbacks [] for security_group (cdb598b9-a86b-4639-865c-015be20215eb), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.095929 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2feaff3-23ad-47ee-a30c-9ee4ea014968 admin admin] Publish callbacks [] for security_group (cdb598b9-a86b-4639-865c-015be20215eb), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.173709 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53184) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:01.214707 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2feaff3-23ad-47ee-a30c-9ee4ea014968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (cdb598b9-a86b-4639-865c-015be20215eb), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.217261 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-a2feaff3-23ad-47ee-a30c-9ee4ea014968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.218560 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-a2feaff3-23ad-47ee-a30c-9ee4ea014968 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdb598b9-a86b-4639-865c-015be20215eb HTTP/1.1" status: 204 len: 168 time: 0.1929300 May 13 17:40:01.227028 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2feaff3-23ad-47ee-a30c-9ee4ea014968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb598b9-a86b-4639-865c-015be20215eb,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:01.294613 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-74480fa4-03c5-48ef-914c-e754c5a41b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.363912 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-74480fa4-03c5-48ef-914c-e754c5a41b81 admin admin] Publish callbacks [] for security_group (8392e142-e7df-4932-9be9-558401eb2f82), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.425829 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-74480fa4-03c5-48ef-914c-e754c5a41b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8392e142-e7df-4932-9be9-558401eb2f82), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.464669 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-74480fa4-03c5-48ef-914c-e754c5a41b81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf5c75273a644bef89d4c14cca60d806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898793 May 13 17:40:01.465646 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480fa4-03c5-48ef-914c-e754c5a41b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8392e142-e7df-4932-9be9-558401eb2f82,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:01.467592 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53190) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:01.518763 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82752bc3-7f81-4691-ba08-a9cb7e57e533 admin admin] Publish callbacks [] for security_group (8392e142-e7df-4932-9be9-558401eb2f82), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.539326 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82752bc3-7f81-4691-ba08-a9cb7e57e533 admin admin] Publish callbacks [] for security_group (8392e142-e7df-4932-9be9-558401eb2f82), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.700824 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82752bc3-7f81-4691-ba08-a9cb7e57e533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8392e142-e7df-4932-9be9-558401eb2f82), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.703408 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-82752bc3-7f81-4691-ba08-a9cb7e57e533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.704671 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-82752bc3-7f81-4691-ba08-a9cb7e57e533 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8392e142-e7df-4932-9be9-558401eb2f82 HTTP/1.1" status: 204 len: 168 time: 0.2358530 May 13 17:40:01.712803 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82752bc3-7f81-4691-ba08-a9cb7e57e533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8392e142-e7df-4932-9be9-558401eb2f82,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:01.837148 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53196) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:01.850231 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-51032195-9cd4-4864-a4b5-66363103f70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.926632 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-51032195-9cd4-4864-a4b5-66363103f70f admin admin] Publish callbacks [] for security_group (ce491295-ffa0-4c2f-82df-edce6454a207), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:01.997991 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-51032195-9cd4-4864-a4b5-66363103f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ce491295-ffa0-4c2f-82df-edce6454a207), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:02.044063 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-51032195-9cd4-4864-a4b5-66363103f70f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=828ef2b3568d43b983a508f2ce52eca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033298 May 13 17:40:02.044063 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51032195-9cd4-4864-a4b5-66363103f70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce491295-ffa0-4c2f-82df-edce6454a207,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:02.045216 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53198) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:02.066725 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:02.108181 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Publish callbacks [] for security_group (ce491295-ffa0-4c2f-82df-edce6454a207), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:02.130868 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Publish callbacks [] for security_group (ce491295-ffa0-4c2f-82df-edce6454a207), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:02.243063 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ce491295-ffa0-4c2f-82df-edce6454a207), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:02.245725 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:02.246937 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce491295-ffa0-4c2f-82df-edce6454a207 HTTP/1.1" status: 204 len: 168 time: 0.1934512 May 13 17:40:02.254803 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce491295-ffa0-4c2f-82df-edce6454a207,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:02.262018 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.262373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.262720 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.263066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.263445 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.263777 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.264110 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.264448 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.264776 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.265105 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.265440 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.265772 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.266098 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.266425 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:02.266776 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ee40e-87df-4b56-9147-3b3bd2bf5022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:40:03.506408 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:04.717390 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:13.734909 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.033344 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53342) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:15.137726 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cea80aca-2c30-459e-83f8-caf9c400d191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.211089 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cea80aca-2c30-459e-83f8-caf9c400d191 admin admin] Publish callbacks [] for security_group (d2da7b3b-be11-43f2-b53c-83b89e03d8e3), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.288903 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-cea80aca-2c30-459e-83f8-caf9c400d191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (d2da7b3b-be11-43f2-b53c-83b89e03d8e3), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.324767 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea80aca-2c30-459e-83f8-caf9c400d191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da7b3b-be11-43f2-b53c-83b89e03d8e3,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:15.329174 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-cea80aca-2c30-459e-83f8-caf9c400d191 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9a9fa69efef4d8587d5bec9a0bf6b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948031 May 13 17:40:15.331941 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53346) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:15.378758 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0763f5ac-3961-4cc5-bc49-e6e073c1415d admin admin] Publish callbacks [] for security_group (d2da7b3b-be11-43f2-b53c-83b89e03d8e3), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.399662 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0763f5ac-3961-4cc5-bc49-e6e073c1415d admin admin] Publish callbacks [] for security_group (d2da7b3b-be11-43f2-b53c-83b89e03d8e3), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.515257 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0763f5ac-3961-4cc5-bc49-e6e073c1415d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (d2da7b3b-be11-43f2-b53c-83b89e03d8e3), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.517829 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0763f5ac-3961-4cc5-bc49-e6e073c1415d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:15.518998 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-0763f5ac-3961-4cc5-bc49-e6e073c1415d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2da7b3b-be11-43f2-b53c-83b89e03d8e3 HTTP/1.1" status: 204 len: 168 time: 0.1856632 May 13 17:40:15.527152 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763f5ac-3961-4cc5-bc49-e6e073c1415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da7b3b-be11-43f2-b53c-83b89e03d8e3,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:16.146246 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53352) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:16.159478 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa0be750-8d8f-4bb9-9e7f-d7ec4c452865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:16.232176 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa0be750-8d8f-4bb9-9e7f-d7ec4c452865 admin admin] Publish callbacks [] for security_group (07c194da-b5e1-4633-bb1f-0f3fec7c63b8), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:16.291860 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-fa0be750-8d8f-4bb9-9e7f-d7ec4c452865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (07c194da-b5e1-4633-bb1f-0f3fec7c63b8), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:16.331798 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-fa0be750-8d8f-4bb9-9e7f-d7ec4c452865 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb8bc89f175b4ae184549f1246d11e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844926 May 13 17:40:16.333413 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0be750-8d8f-4bb9-9e7f-d7ec4c452865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c194da-b5e1-4633-bb1f-0f3fec7c63b8,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:16.335190 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53354) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:16.384409 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8716c7b8-8525-47cb-b881-a8ae6809b1b3 admin admin] Publish callbacks [] for security_group (07c194da-b5e1-4633-bb1f-0f3fec7c63b8), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:16.408334 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8716c7b8-8525-47cb-b881-a8ae6809b1b3 admin admin] Publish callbacks [] for security_group (07c194da-b5e1-4633-bb1f-0f3fec7c63b8), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:16.522975 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8716c7b8-8525-47cb-b881-a8ae6809b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (07c194da-b5e1-4633-bb1f-0f3fec7c63b8), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:16.525394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8716c7b8-8525-47cb-b881-a8ae6809b1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:16.526612 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8716c7b8-8525-47cb-b881-a8ae6809b1b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07c194da-b5e1-4633-bb1f-0f3fec7c63b8 HTTP/1.1" status: 204 len: 168 time: 0.1898508 May 13 17:40:16.534283 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716c7b8-8525-47cb-b881-a8ae6809b1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c194da-b5e1-4633-bb1f-0f3fec7c63b8,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:17.241617 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53362) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:17.254507 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ebbd39ce-2f97-4ac3-986d-b50fc12df37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:17.324082 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ebbd39ce-2f97-4ac3-986d-b50fc12df37d admin admin] Publish callbacks [] for security_group (57d78430-357d-4575-adcd-6875e285c92b), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:17.386114 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-ebbd39ce-2f97-4ac3-986d-b50fc12df37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (57d78430-357d-4575-adcd-6875e285c92b), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:17.423655 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-ebbd39ce-2f97-4ac3-986d-b50fc12df37d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1638eeb5a60c4c2eaf5e17c700b47f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1810014 May 13 17:40:17.424503 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd39ce-2f97-4ac3-986d-b50fc12df37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d78430-357d-4575-adcd-6875e285c92b,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:17.427158 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53364) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:17.478386 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-916275ef-37a9-4008-8002-875907b75a0e admin admin] Publish callbacks [] for security_group (57d78430-357d-4575-adcd-6875e285c92b), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:17.498846 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-916275ef-37a9-4008-8002-875907b75a0e admin admin] Publish callbacks [] for security_group (57d78430-357d-4575-adcd-6875e285c92b), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:17.620374 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-916275ef-37a9-4008-8002-875907b75a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (57d78430-357d-4575-adcd-6875e285c92b), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:17.622908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-916275ef-37a9-4008-8002-875907b75a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:17.625194 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-916275ef-37a9-4008-8002-875907b75a0e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57d78430-357d-4575-adcd-6875e285c92b HTTP/1.1" status: 204 len: 168 time: 0.1966450 May 13 17:40:17.633291 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916275ef-37a9-4008-8002-875907b75a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d78430-357d-4575-adcd-6875e285c92b,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:20.905028 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53434) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:21.008904 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc6c3-e959-42f2-9214-643b16ddab3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:21.083352 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc6c3-e959-42f2-9214-643b16ddab3a admin admin] Publish callbacks [] for security_group (51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:21.157543 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc6c3-e959-42f2-9214-643b16ddab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:21.195757 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fc6c3-e959-42f2-9214-643b16ddab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:21.200025 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-cb9fc6c3-e959-42f2-9214-643b16ddab3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a0d3c70863940b7ab5d11e6e105c28c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940049 May 13 17:40:21.203036 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53438) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:21.252154 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c115ee5-9114-4273-b3e9-f8b899c5358f admin admin] Publish callbacks [] for security_group (51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:21.272745 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c115ee5-9114-4273-b3e9-f8b899c5358f admin admin] Publish callbacks [] for security_group (51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:21.397066 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c115ee5-9114-4273-b3e9-f8b899c5358f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:21.399545 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-8c115ee5-9114-4273-b3e9-f8b899c5358f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:21.400670 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-8c115ee5-9114-4273-b3e9-f8b899c5358f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7 HTTP/1.1" status: 204 len: 168 time: 0.1970692 May 13 17:40:21.408045 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c115ee5-9114-4273-b3e9-f8b899c5358f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd5fe7-205c-4c32-bf7d-b56bfe30c5f7,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:21.983157 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53444) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:21.995548 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9a54b96-6583-41fb-9d00-de071f35e07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:22.068035 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9a54b96-6583-41fb-9d00-de071f35e07e admin admin] Publish callbacks [] for security_group (de265c7d-c965-4247-9993-a0c4925280cc), precommit_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:22.134860 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9a54b96-6583-41fb-9d00-de071f35e07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (de265c7d-c965-4247-9993-a0c4925280cc), after_create {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:22.173788 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e9a54b96-6583-41fb-9d00-de071f35e07e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb4be35460f74e3397ccd8700bd55802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899137 May 13 17:40:22.174545 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a54b96-6583-41fb-9d00-de071f35e07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de265c7d-c965-4247-9993-a0c4925280cc,revision_number=1']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:22.176481 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53446) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:22.224734 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-479cb4c5-9466-4293-a54a-66f3179d996b admin admin] Publish callbacks [] for security_group (de265c7d-c965-4247-9993-a0c4925280cc), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:22.245265 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-479cb4c5-9466-4293-a54a-66f3179d996b admin admin] Publish callbacks [] for security_group (de265c7d-c965-4247-9993-a0c4925280cc), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:22.351853 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-479cb4c5-9466-4293-a54a-66f3179d996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (de265c7d-c965-4247-9993-a0c4925280cc), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:22.354319 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-479cb4c5-9466-4293-a54a-66f3179d996b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:22.355496 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-479cb4c5-9466-4293-a54a-66f3179d996b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de265c7d-c965-4247-9993-a0c4925280cc HTTP/1.1" status: 204 len: 168 time: 0.1780014 May 13 17:40:22.363000 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cb4c5-9466-4293-a54a-66f3179d996b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de265c7d-c965-4247-9993-a0c4925280cc,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:28.452422 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-c3592817-01f3-47bc-9778-86a216ed8f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:30.594604 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1532-1d7d-4446-a8c1-ca5863dd0e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:32.037589 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:33.503693 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:34.690895 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53536) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:34.737897 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:34.796821 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7af29c9e-4415-4c8b-9767-f9e437614543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:34.871028 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7af29c9e-4415-4c8b-9767-f9e437614543 admin admin] Publish callbacks [] for security_group (ed903587-9294-447c-9535-ec484c15b61c), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:34.937263 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7af29c9e-4415-4c8b-9767-f9e437614543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ed903587-9294-447c-9535-ec484c15b61c), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:34.976145 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7af29c9e-4415-4c8b-9767-f9e437614543 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=238d1ec78709478f93633c7eb6ff365c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841277 May 13 17:40:34.976963 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af29c9e-4415-4c8b-9767-f9e437614543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed903587-9294-447c-9535-ec484c15b61c,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:34.979464 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53540) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:40:35.027197 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a2ca-1272-42c5-a7cc-6166d86937c7 admin admin] Publish callbacks [] for security_group (ed903587-9294-447c-9535-ec484c15b61c), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:35.047207 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a2ca-1272-42c5-a7cc-6166d86937c7 admin admin] Publish callbacks [] for security_group (ed903587-9294-447c-9535-ec484c15b61c), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:35.154417 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a2ca-1272-42c5-a7cc-6166d86937c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (ed903587-9294-447c-9535-ec484c15b61c), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:35.156920 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-2dd8a2ca-1272-42c5-a7cc-6166d86937c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:35.158049 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-2dd8a2ca-1272-42c5-a7cc-6166d86937c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed903587-9294-447c-9535-ec484c15b61c HTTP/1.1" status: 204 len: 168 time: 0.1775293 May 13 17:40:35.165764 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8a2ca-1272-42c5-a7cc-6166d86937c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed903587-9294-447c-9535-ec484c15b61c,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:40:35.522596 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:40:43.737057 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:40:49.262498 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-e4f12835-1bf6-4970-9749-f755c0369644 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366569 May 13 17:40:49.357489 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-72017d0e-9677-4057-b59f-e7b87988f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:40:49.358923 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-72017d0e-9677-4057-b59f-e7b87988f7c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1129 time: 0.0381994 May 13 17:40:49.463066 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-6b6648f7-a4b7-49d7-8c00-9ae1235d7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:40:49.464540 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-6b6648f7-a4b7-49d7-8c00-9ae1235d7c60 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0867760 May 13 17:40:49.529407 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-d58327f3-3383-420a-8b51-0cfa427deb7f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 1001 time: 0.0574758 May 13 17:40:49.580050 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-9522f239-eb40-4798-b435-3c37b0a8dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:40:49.581464 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-9522f239-eb40-4798-b435-3c37b0a8dd9b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0454843 May 13 17:40:49.625954 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-37df497f-2e4e-4dbf-8917-4512928e80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:40:49.627460 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-37df497f-2e4e-4dbf-8917-4512928e80d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391223 May 13 17:40:49.714363 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-fdab8f3a-af19-4307-ad3b-2914dd2ae292 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802696 May 13 17:40:49.806688 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-e5a002c6-5f9f-4852-8700-c3613d01f763 req-4577bdc4-13d5-49a6-9b45-07d1b280758d service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843608 May 13 17:40:58.466243 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8b09d738-fcb3-446f-8970-affc532dcf2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:00.562610 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-b10bc044-e108-4169-8bf9-2b4946bc6445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:02.042596 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:03.494044 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:04.740055 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:11.942771 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53742) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:41:12.050978 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:12.123145 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Publish callbacks [] for security_group (f1a82dc0-8c81-41a4-ad4f-c62da7135227), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:12.170984 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (f1a82dc0-8c81-41a4-ad4f-c62da7135227), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:12.209792 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=491ef7d5e64b42338858c6dcd8b7d932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658355 May 13 17:41:12.210972 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a82dc0-8c81-41a4-ad4f-c62da7135227,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:12.212544 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 53746) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:41:12.218286 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.218647 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.219024 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.219396 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.219738 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.220082 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.220417 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.220747 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.221083 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.221416 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.221749 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.222081 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.222409 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.222734 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.223059 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83d4e1b-0315-4be6-816e-2c0ecd288962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.261272 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Publish callbacks [] for security_group (f1a82dc0-8c81-41a4-ad4f-c62da7135227), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:12.282627 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Publish callbacks [] for security_group (f1a82dc0-8c81-41a4-ad4f-c62da7135227), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:12.420428 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (f1a82dc0-8c81-41a4-ad4f-c62da7135227), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:12.423101 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:12.424280 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1a82dc0-8c81-41a4-ad4f-c62da7135227 HTTP/1.1" status: 204 len: 168 time: 0.2106359 May 13 17:41:12.432155 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a82dc0-8c81-41a4-ad4f-c62da7135227,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:12.439766 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.440124 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.440499 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.440806 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.441146 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.441483 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.441931 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.442132 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.442466 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.442843 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.443137 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.443486 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.443815 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.444142 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.444466 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d17013-841e-4a74-b437-16ac3aa41fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:12.521656 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:41:13.799504 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:28.433371 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-62949cc3-d830-4f68-8398-224e2f07bd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:30.562892 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-501e3ae3-3c4c-4ac5-92d7-c4bd63150a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:32.034169 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:33.523050 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:34.710837 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:38.236179 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-1de543b8-6d0a-4fca-b201-3d3ad94d497c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107664403&fields=id&tenant_id=60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 267 time: 0.0455084 May 13 17:41:38.345751 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-c05ad73f-795f-4579-9918-7757d7a0c3e9 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:38.347251 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-c05ad73f-795f-4579-9918-7757d7a0c3e9 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 811 time: 0.1042387 May 13 17:41:38.362407 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-9b12c5bd-c35c-4b23-a4fa-92982026e700 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/quotas/60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 375 time: 0.0098176 May 13 17:41:38.416338 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-cf215505-1f55-4921-96de-b023a6f0a109 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490508 May 13 17:41:38.537248 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-0c726be3-2a9b-4eb9-b1a8-77e65bdc2ba6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 17:41:38.538246 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-0c726be3-2a9b-4eb9-b1a8-77e65bdc2ba6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1108232 May 13 17:41:38.630111 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-cad503f1-63d6-4eaa-9b12-5d8079b4fb9a service neutron] 10.222.0.64 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858610 May 13 17:41:38.716383 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-8cd46d91-3121-43a2-8ea6-7c9eef9b9ca1 service neutron] 10.222.0.64 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805817 May 13 17:41:40.378365 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7d59b66f-7b07-420d-b713-5cedfe63c3b3 req-43271159-9c95-492d-bcc4-69ea7ea420f7 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 210 time: 0.1473744 May 13 17:41:41.522049 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2f48bd1b-9f1b-46a7-ac89-2d01a3aeb89a req-8b4ca2d2-3bb5-4112-872c-6f05dac9c401 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 210 time: 0.0782700 May 13 17:41:42.198822 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-ed244304-ee79-410b-b9cc-750d38e61262 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:42.200821 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-ed244304-ee79-410b-b9cc-750d38e61262 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 811 time: 0.1028118 May 13 17:41:42.278759 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-8938cda5-cd7e-4b74-9699-140de4cf4174 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60fd06693c624da5aa61222dfbde5b25 HTTP/1.1" status: 200 len: 380 time: 0.0574186 May 13 17:41:42.287433 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'port': {'device_id': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'admin_state_up': True, 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'security_groups': ['1e0e04ba-e36e-4f81-a9ee-be3fd890e51b']}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:41:42.494267 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Made reservation on behalf of 60fd06693c624da5aa61222dfbde5b25 for: {'port': 1} {{(pid=103694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 17:41:42.497968 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:42.649318 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-d1301ae6-489e-4fe3-91de-3394edb8ce7b req-6cbb8b7a-e215-4526-a190-f72e22e75319 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 210 time: 0.0400467 May 13 17:41:42.665551 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Allocated IP 172.20.0.14 (9bc3da8d-37aa-4c42-a26a-ff8ce273072b/59c26fbd-9a39-4d02-818b-3240931a2781/0456827d-a13d-4097-a1eb-38b2f76c1106) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:41:42.801804 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:42.885434 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:42.931225 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:41:42.934249 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:41:42.937841 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:41:42.963846 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=0456827d-a13d-4097-a1eb-38b2f76c1106,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:42.992136 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:42.992762 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.066208 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-074bf294-7f74-4463-84bc-08ccbc0416b2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7821686 May 13 17:41:43.084366 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Request body: {'port': {'device_id': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84178'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:41:43.153748 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.182706 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-dc638f31-7e64-47e0-96fa-79eb12d714f5 None None] Provisioning complete for port 0456827d-a13d-4097-a1eb-38b2f76c1106 triggered by entity DHCP. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:41:43.183351 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-dc638f31-7e64-47e0-96fa-79eb12d714f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.222199 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-dc638f31-7e64-47e0-96fa-79eb12d714f5 None None] Port 0456827d-a13d-4097-a1eb-38b2f76c1106 cannot update to ACTIVE because it is not bound. {{(pid=103695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 17:41:43.424174 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0456827d-a13d-4097-a1eb-38b2f76c1106 {{(pid=103694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:41:43.431510 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Publish callbacks [] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.444294 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.provisioning_blocks [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Transition to ACTIVE for port object 0456827d-a13d-4097-a1eb-38b2f76c1106 will not be triggered until provisioned by entity L2. {{(pid=103694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 17:41:43.534617 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.589516 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0456827d-a13d-4097-a1eb-38b2f76c1106,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:43.667621 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Attempting to bind port 0456827d-a13d-4097-a1eb-38b2f76c1106 on host hv-cinder-84178 for vnic_type normal with profile {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 17:41:43.667900 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Attempting to bind port 0456827d-a13d-4097-a1eb-38b2f76c1106 by drivers openvswitch,hyperv on host hv-cinder-84178 at level 0 using segments [{'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 17:41:43.668258 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Attempting to bind port 0456827d-a13d-4097-a1eb-38b2f76c1106 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:41:43.673750 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Port 0456827d-a13d-4097-a1eb-38b2f76c1106 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84178 {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 17:41:43.674072 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Attempting to bind port 0456827d-a13d-4097-a1eb-38b2f76c1106 on network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 17:41:43.679355 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Checking agent: {'id': '9b2387d5-ac76-485d-b386-ddb1856d3b8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84178', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'started_at': datetime.datetime(2022, 5, 13, 17, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 17:41:43.679701 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Checking segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 17:41:43.680217 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Bound using segment: {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'} {{(pid=103694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 17:41:43.681247 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.managers [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Bound port: 0456827d-a13d-4097-a1eb-38b2f76c1106, host: hv-cinder-84178, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab9f685-8cf2-437b-ab95-2f7e1065aaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b'}}] {{(pid=103694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 17:41:43.681247 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.773955 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] For port 0456827d-a13d-4097-a1eb-38b2f76c1106, host hv-cinder-84178, cleared binding levels {{(pid=103694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 17:41:43.776404 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] For port 0456827d-a13d-4097-a1eb-38b2f76c1106, host hv-cinder-84178, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=0456827d-a13d-4097-a1eb-38b2f76c1106,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 17:41:43.788497 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 53994) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:41:43.794162 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.807003 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec9745-548c-4a7f-a9c1-53d10ddfc2c4 req-0f698b41-51f4-489e-b3bb-bacf19c37a0d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:43.808629 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62ec9745-548c-4a7f-a9c1-53d10ddfc2c4 req-0f698b41-51f4-489e-b3bb-bacf19c37a0d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0553093 May 13 17:41:43.854821 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.864022 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-62ec9745-548c-4a7f-a9c1-53d10ddfc2c4 req-badc7c8a-55d9-4c42-aacf-e3a715931c94 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488229 May 13 17:41:43.894330 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:43.895224 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.896834 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] 10.222.0.82 "PUT /v2.0/ports/0456827d-a13d-4097-a1eb-38b2f76c1106 HTTP/1.1" status: 200 len: 1094 time: 0.8168943 May 13 17:41:43.900742 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:41:43.903046 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661f863b-229a-4d7b-9b1c-80b290b756e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:41:43.924477 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8443ace9-360d-46ff-8f39-480bf7114d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:43.948981 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8c453-fbc5-4ca4-8c61-eaf69d7fc0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0456827d-a13d-4097-a1eb-38b2f76c1106,revision_number=3']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:44.024853 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8443ace9-360d-46ff-8f39-480bf7114d28 admin admin] Publish callbacks [] for security_group (4b7030c6-43c4-4c95-a191-a37d8f9e7cd0), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:44.126557 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-8443ace9-360d-46ff-8f39-480bf7114d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (4b7030c6-43c4-4c95-a191-a37d8f9e7cd0), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:44.147611 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-d08dd9aa-a577-4adc-8356-7221dbf0827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:44.152179 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-d08dd9aa-a577-4adc-8356-7221dbf0827c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 1128 time: 0.0567641 May 13 17:41:44.179619 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-8443ace9-360d-46ff-8f39-480bf7114d28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10c85dea3f064cd69dd9a4c59d6ea190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900514 May 13 17:41:44.182301 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54000) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:41:44.205787 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443ace9-360d-46ff-8f39-480bf7114d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7030c6-43c4-4c95-a191-a37d8f9e7cd0,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:44.209165 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-7326de43-62fb-4a9b-b7cd-13f2623319b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0456827d-a13d-4097-a1eb-38b2f76c1106 HTTP/1.1" status: 200 len: 217 time: 0.0423045 May 13 17:41:44.230828 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd53b91b-f4a2-4215-be33-478088625b76 admin admin] Publish callbacks [] for security_group (4b7030c6-43c4-4c95-a191-a37d8f9e7cd0), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:44.253092 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd53b91b-f4a2-4215-be33-478088625b76 admin admin] Publish callbacks [] for security_group (4b7030c6-43c4-4c95-a191-a37d8f9e7cd0), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:44.260911 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-06eac2ed-5d55-48cd-ab01-fc4a86150975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:44.262252 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-06eac2ed-5d55-48cd-ab01-fc4a86150975 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0478077 May 13 17:41:44.304261 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-408e88ea-8823-4bf0-a38e-3232ccb2c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:44.305768 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-408e88ea-8823-4bf0-a38e-3232ccb2c7df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378125 May 13 17:41:44.362885 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd53b91b-f4a2-4215-be33-478088625b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (4b7030c6-43c4-4c95-a191-a37d8f9e7cd0), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:44.365495 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-bd53b91b-f4a2-4215-be33-478088625b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:44.366637 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-bd53b91b-f4a2-4215-be33-478088625b76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b7030c6-43c4-4c95-a191-a37d8f9e7cd0 HTTP/1.1" status: 204 len: 168 time: 0.1833205 May 13 17:41:44.374923 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53b91b-f4a2-4215-be33-478088625b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7030c6-43c4-4c95-a191-a37d8f9e7cd0,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:44.398744 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-6509159f-5eb3-4d2d-9eab-29b147b8fe50 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 May 13 17:41:44.503318 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-b0df116a-86cb-4abf-8e8e-884217d8fba1 req-a3f18bff-6c56-4946-ad95-9b2b77e83fb9 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967789 May 13 17:41:44.963264 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f51688-c178-45db-90ac-c753864b594f x-openstack-request-id: req-48f51688-c178-45db-90ac-c753864b594f {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:41:44.963647 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:41:44.963816 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-48f51688-c178-45db-90ac-c753864b594f {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:41:44.964220 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f51688-c178-45db-90ac-c753864b594f'] response: {'name': 'network-changed', 'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'status': 'completed', 'code': 200} May 13 17:41:44.979796 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90118e6c-18ce-4b7b-a1a5-6e40bf683442 req-046969b9-f224-446b-b4e7-81046c78ac64 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:44.981259 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90118e6c-18ce-4b7b-a1a5-6e40bf683442 req-046969b9-f224-446b-b4e7-81046c78ac64 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0471437 May 13 17:41:45.029197 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-90118e6c-18ce-4b7b-a1a5-6e40bf683442 req-dd71b692-a699-442f-9b00-08dad38ce452 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 May 13 17:41:45.585320 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-4ba5ffe5-6353-44c1-84c0-f5a99c120bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:45.586765 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-4ba5ffe5-6353-44c1-84c0-f5a99c120bb7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 1128 time: 0.0376823 May 13 17:41:45.677422 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-2fc05751-abdc-4feb-ac05-fdb85347f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:45.678845 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-2fc05751-abdc-4feb-ac05-fdb85347f306 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0846124 May 13 17:41:45.722043 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-9a76c5b1-559d-4503-930d-dff9746a9746 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0456827d-a13d-4097-a1eb-38b2f76c1106 HTTP/1.1" status: 200 len: 217 time: 0.0334568 May 13 17:41:45.775986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-351a9f43-544c-4595-b55c-35f89c5ee87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:45.775986 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-351a9f43-544c-4595-b55c-35f89c5ee87e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0416558 May 13 17:41:45.827774 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-758ac106-c657-454f-8190-0602335e9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:45.829813 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-758ac106-c657-454f-8190-0602335e9b04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476954 May 13 17:41:45.922094 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-2a990330-38cf-4ff8-bafe-b524c108e927 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813465 May 13 17:41:46.013493 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-661f863b-229a-4d7b-9b1c-80b290b756e5 req-e561e184-8e0d-491a-9c3b-d806ee4f4a4f service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848391 May 13 17:41:46.147838 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7d211-ddf5-4f80-afff-bfbbfc2d0378 req-68c9f0b6-1d62-4981-8094-5bfa6f3b0383 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:46.147838 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7af7d211-ddf5-4f80-afff-bfbbfc2d0378 req-68c9f0b6-1d62-4981-8094-5bfa6f3b0383 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0514255 May 13 17:41:46.196086 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-7af7d211-ddf5-4f80-afff-bfbbfc2d0378 req-aad8bc86-1591-4501-b87e-7f6aa6f70a71 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 May 13 17:41:47.311787 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7181-a85c-40c6-84f5-f90a2cd917b7 req-903924f6-2e79-4b55-859c-c63011c5f89c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:47.313248 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-94fd7181-a85c-40c6-84f5-f90a2cd917b7 req-903924f6-2e79-4b55-859c-c63011c5f89c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0489697 May 13 17:41:47.361390 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-94fd7181-a85c-40c6-84f5-f90a2cd917b7 req-ee8aeb49-d2bf-418d-aa7b-4950d38b39e2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 May 13 17:41:48.471267 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ba352-3959-472a-902b-2cb6be5ce2ac req-37111346-e524-44ff-8961-77ca89a02bd3 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:48.472741 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b3ba352-3959-472a-902b-2cb6be5ce2ac req-37111346-e524-44ff-8961-77ca89a02bd3 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0458798 May 13 17:41:48.520793 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-2b3ba352-3959-472a-902b-2cb6be5ce2ac req-96f5b7fc-1499-471a-b5a6-2f4b1bcfa3ca tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 May 13 17:41:49.521738 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:41:49.631637 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abe8dd-40ab-44a5-8213-f1ebb8339e47 req-5677be62-1517-450c-80d1-ac784a243efb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:49.633091 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35abe8dd-40ab-44a5-8213-f1ebb8339e47 req-5677be62-1517-450c-80d1-ac784a243efb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0464094 May 13 17:41:49.680146 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-35abe8dd-40ab-44a5-8213-f1ebb8339e47 req-667d0c0f-40ec-431e-9711-8d4d24dcfb19 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 May 13 17:41:50.269125 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-030a14d3-f34d-4f70-b93c-53a2a802ff34 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406539 May 13 17:41:50.364440 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-98c5b9ca-ba47-4846-9b2f-1d83bfc1da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:50.365915 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-98c5b9ca-ba47-4846-9b2f-1d83bfc1da37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1129 time: 0.0387769 May 13 17:41:50.465957 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-40b3a4db-1326-431d-aa3c-ad499b2ecef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:50.467437 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-40b3a4db-1326-431d-aa3c-ad499b2ecef6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0826592 May 13 17:41:50.535044 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-b6f8516c-18c6-4303-9b15-aa4a9f63886b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 1001 time: 0.0602744 May 13 17:41:50.581765 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-aeccc512-fe60-49f2-9663-3c948322900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:50.583356 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-aeccc512-fe60-49f2-9663-3c948322900a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0421462 May 13 17:41:50.744802 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-eaa7314f-421b-4031-bc4f-f618173dbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:50.746384 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-eaa7314f-421b-4031-bc4f-f618173dbf76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394959 May 13 17:41:50.794469 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f837751-23c4-4234-ae2c-b0a8604aacab req-7732d854-799b-4cc4-93c4-e39643a09435 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:50.795882 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0f837751-23c4-4234-ae2c-b0a8604aacab req-7732d854-799b-4cc4-93c4-e39643a09435 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0486310 May 13 17:41:50.843283 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-0f837751-23c4-4234-ae2c-b0a8604aacab req-e5373d24-a128-4962-bba4-464cd525f392 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 May 13 17:41:51.841902 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-b1485bef-db4d-4a50-bcc5-8245f0308ad9 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823925 May 13 17:41:51.935065 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-1c6df8e1-24cf-4c9e-8a8e-90437eb2331f req-08074ab0-894b-4fd0-8c4e-f5852814828b service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869372 May 13 17:41:51.960277 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939ed0d-446e-44c2-a37b-f2a9bcb7eac9 req-753a9b61-d150-4823-991a-84607c23901e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:51.967790 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8939ed0d-446e-44c2-a37b-f2a9bcb7eac9 req-753a9b61-d150-4823-991a-84607c23901e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0498495 May 13 17:41:52.010638 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8939ed0d-446e-44c2-a37b-f2a9bcb7eac9 req-e09435c1-5ea0-4f4e-8cf2-e5b65881beb1 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 May 13 17:41:53.120373 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64453a75-678c-48b2-86fa-f697444db7f5 req-5ee66948-5a4e-4fa8-855e-68743a96e72e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:53.121819 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64453a75-678c-48b2-86fa-f697444db7f5 req-5ee66948-5a4e-4fa8-855e-68743a96e72e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0462887 May 13 17:41:53.169801 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-64453a75-678c-48b2-86fa-f697444db7f5 req-58d27a5a-3d98-4510-a5fd-4d05a197d906 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 May 13 17:41:54.279517 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd061ec7-463e-43da-bf88-fd637b131399 req-9d4b95b8-3176-4d10-b7a1-4cdf2f0dfbb4 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:54.280876 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd061ec7-463e-43da-bf88-fd637b131399 req-9d4b95b8-3176-4d10-b7a1-4cdf2f0dfbb4 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 944 time: 0.0453506 May 13 17:41:54.327246 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-cd061ec7-463e-43da-bf88-fd637b131399 req-791502af-e018-43f1-8355-606dcedde050 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402164 May 13 17:41:54.343155 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 0456827d-a13d-4097-a1eb-38b2f76c1106 details requested by agent hyperv_hv-cinder-84178 with host hv-cinder-84178 {{(pid=103695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 17:41:54.439494 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 0456827d-a13d-4097-a1eb-38b2f76c1106, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=0456827d-a13d-4097-a1eb-38b2f76c1106,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:41:54.450669 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Returning: {'device': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'port_id': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'mac_address': 'fa:16:3e:54:2b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 17:41:54.486989 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 0456827d-a13d-4097-a1eb-38b2f76c1106 is: DOWN; New status is: BUILD {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:41:54.487379 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:54.500025 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0456827d-a13d-4097-a1eb-38b2f76c1106 {{(pid=103695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 17:41:54.519818 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 0456827d-a13d-4097-a1eb-38b2f76c1106, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=0456827d-a13d-4097-a1eb-38b2f76c1106,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:41:54.587574 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:54.636779 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=0456827d-a13d-4097-a1eb-38b2f76c1106,revision_number=4']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:54.644510 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.645088 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.645665 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.646214 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.646601 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.646948 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.647321 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.647679 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.648059 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.648388 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.648716 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.649049 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.649385 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.649708 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:54.650029 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:41:55.030961 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] get_ports_and_sgs() called for port_ids ['0456827d-a13d-4097-a1eb-38b2f76c1106'] {{(pid=103695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 17:41:55.443270 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddfa4f-63cd-4f8c-b582-b95df2da0d09 req-7b2dba99-fd96-4ac0-9ce4-efbabff2c156 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:55.444762 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4bddfa4f-63cd-4f8c-b582-b95df2da0d09 req-7b2dba99-fd96-4ac0-9ce4-efbabff2c156 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 945 time: 0.0483596 May 13 17:41:55.490758 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-4bddfa4f-63cd-4f8c-b582-b95df2da0d09 req-083a9cf4-5702-4faa-8c81-370156419bc4 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 May 13 17:41:56.332985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 0456827d-a13d-4097-a1eb-38b2f76c1106 up at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 17:41:56.377072 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning for port 0456827d-a13d-4097-a1eb-38b2f76c1106 completed by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 17:41:56.445124 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.provisioning_blocks [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Provisioning complete for port 0456827d-a13d-4097-a1eb-38b2f76c1106 triggered by entity L2. {{(pid=103695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 17:41:56.445579 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-837623'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), provisioning_complete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:56.605939 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d57d6-24ba-4ce7-bdc3-4f7ab7b483db req-044909a1-3cdb-4e05-afa5-993dcdb7a57e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:56.607409 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df3d57d6-24ba-4ce7-bdc3-4f7ab7b483db req-044909a1-3cdb-4e05-afa5-993dcdb7a57e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 945 time: 0.0482259 May 13 17:41:56.652735 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Current status of the port 0456827d-a13d-4097-a1eb-38b2f76c1106 is: BUILD; New status is: ACTIVE {{(pid=103695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 17:41:56.653114 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), before_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:56.661263 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-df3d57d6-24ba-4ce7-bdc3-4f7ab7b483db req-6c7b81fa-66dc-4920-9f0b-7c29f0aa3ba0 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479355 May 13 17:41:56.681243 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106'}] {{(pid=103695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:41:56.683514 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81058644b69898fe1991a7756be9b98769ce6266080e8a4ac6408a5402aa724b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a7904-274c-4589-bfe3-ee4f44e41e4e" -d '{"events": [{"server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "name": "network-vif-plugged", "status": "completed", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106"}]}' {{(pid=103695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:41:56.695905 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] For port 0456827d-a13d-4097-a1eb-38b2f76c1106, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=0456827d-a13d-4097-a1eb-38b2f76c1106,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:41:56.720402 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9badea1f-6ad0-4651-9a2a-43a7242c6155 x-openstack-request-id: req-9badea1f-6ad0-4651-9a2a-43a7242c6155 {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:41:56.720700 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "name": "network-vif-plugged", "status": "completed", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106", "code": 200}]} {{(pid=103695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:41:56.720959 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9badea1f-6ad0-4651-9a2a-43a7242c6155 {{(pid=103695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:41:56.721354 dv-cinder-841782-1-iscsi neutron-server[103695]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9badea1f-6ad0-4651-9a2a-43a7242c6155'] response: {'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'code': 200} May 13 17:41:56.747253 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:56.794983 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Pushing event updated for resources: {'Port': ['ID=0456827d-a13d-4097-a1eb-38b2f76c1106,revision_number=5']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:41:57.157775 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9bbfe-e858-4cd6-82d4-131a8d5e0e01 req-da15cf84-8869-4e1e-9959-3aa19e6613c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:57.159275 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-72a9bbfe-e858-4cd6-82d4-131a8d5e0e01 req-da15cf84-8869-4e1e-9959-3aa19e6613c5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 1130 time: 0.0372977 May 13 17:41:57.211327 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-72a9bbfe-e858-4cd6-82d4-131a8d5e0e01 req-0f89e4b2-c873-4fcd-a92f-811d69596c22 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382562 May 13 17:41:57.773407 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27435b3f-11fc-4fbc-bb84-c3b820789709 req-36ef1247-fd98-467d-925b-361923166e0c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:57.774843 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-27435b3f-11fc-4fbc-bb84-c3b820789709 req-36ef1247-fd98-467d-925b-361923166e0c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0454679 May 13 17:41:57.822170 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-27435b3f-11fc-4fbc-bb84-c3b820789709 req-67123bea-bc35-4c09-ad32-4804807c8cb5 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 May 13 17:41:58.425333 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-156c327b-f0da-44f4-b929-d2c484677687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:41:58.934926 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd0df5-79a1-46c3-b8f9-3a79dfdea272 req-b7d9c734-09d0-42db-8636-23a620dd2fdf tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:41:58.936329 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c5dd0df5-79a1-46c3-b8f9-3a79dfdea272 req-b7d9c734-09d0-42db-8636-23a620dd2fdf tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0463643 May 13 17:41:58.988934 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-c5dd0df5-79a1-46c3-b8f9-3a79dfdea272 req-4f9d2e5e-6695-43a7-9eda-7abbc150a81b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471981 May 13 17:42:00.099985 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b687551-6bda-4b60-af95-21ac1bd84fce req-da44515a-dc9f-4039-9ec7-aae5ee5e64d6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:00.101439 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b687551-6bda-4b60-af95-21ac1bd84fce req-da44515a-dc9f-4039-9ec7-aae5ee5e64d6 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0460572 May 13 17:42:00.149424 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-1b687551-6bda-4b60-af95-21ac1bd84fce req-59dd597c-4b33-4c02-9ed6-a0cdca8b381c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 May 13 17:42:00.265071 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923648-efd2-4672-9f10-6dcbc2297002 req-ead076fa-5e09-4900-95c3-61766855caf3 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:00.267026 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ba923648-efd2-4672-9f10-6dcbc2297002 req-ead076fa-5e09-4900-95c3-61766855caf3 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0450859 May 13 17:42:00.314668 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-ba923648-efd2-4672-9f10-6dcbc2297002 req-6f16e417-1569-4e1a-9068-ddb8f684a241 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 May 13 17:42:00.336521 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54048) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:42:00.514407 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f478061a-6f3b-48f8-9633-3fd6048e47d4 tempest-TestVolumeBootPattern-993263142 tempest-TestVolumeBootPattern-993263142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:00.515951 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-f478061a-6f3b-48f8-9633-3fd6048e47d4 tempest-TestVolumeBootPattern-993263142 tempest-TestVolumeBootPattern-993263142-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 1125 time: 0.1784604 May 13 17:42:00.519303 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54052) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:42:00.523684 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.v2.base [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Request body: {'floatingip': {'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'port_id': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 17:42:00.553473 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-91628c34-7921-4df1-add9-d0b3b8dbde05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:00.631633 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:00.710406 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (None), before_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:00.814121 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_common [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Allocated IP 172.27.3.217 (03717d38-7166-4ba9-9b56-57f7615d606a/671c55c9-a93e-45b2-9e26-80e2acb21cbf/df7d3ed6-30f3-4ded-b960-559871d349d9) {{(pid=103694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 17:42:00.919157 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:01.005031 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777334915970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:01.041266 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Network 03717d38-7166-4ba9-9b56-57f7615d606a is already hosted by enough agents. {{(pid=103694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 17:42:01.044033 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.base_scheduler [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Resources bound (agent type, host, resource id): {{(pid=103694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 17:42:01.047454 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Received port after_create {{(pid=103694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 17:42:01.071445 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=df7d3ed6-30f3-4ded-b960-559871d349d9,revision_number=1']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:42:01.407953 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (0765b745-9355-4426-8c42-0ef1de847810), precommit_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:01.533127 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-730164'] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), before_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:01.676659 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), precommit_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:01.718897 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777335428006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777334915988', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777334916006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3748832'] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), after_update {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:01.788699 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event updated for resources: {'Port': ['ID=df7d3ed6-30f3-4ded-b960-559871d349d9,revision_number=2']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:42:01.799616 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1814556'] for floatingip (0765b745-9355-4426-8c42-0ef1de847810), after_create {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:02.027763 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:02.167898 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.db.l3_db [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Floating IP 0765b745-9355-4426-8c42-0ef1de847810 associated. External IP: 172.27.3.217, port: 0456827d-a13d-4097-a1eb-38b2f76c1106. May 13 17:42:02.376441 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:42:02.482392 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:42:02.492851 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:42:02.506858 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:42:02.507502 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:42:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:42:02.555148 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:02.584810 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-0062f7ac-403e-462a-b99e-5f566802b07b tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0644698 May 13 17:42:02.585898 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106'}] {{(pid=103694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:42:02.587755 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96d6b69640a3e7cea2adc3516cbfb3a1b1898282f2b81a4b62c982f40ee16967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f030947-384f-4a51-84b1-74c14756a610" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106"}]}' {{(pid=103694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:42:02.616026 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:42:02.827709 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '0765b745-9355-4426-8c42-0ef1de847810', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:54:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:42:01Z', 'updated_at': '2022-05-13T17:42:01Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}, {'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:16Z', 'revision_number': 1, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:42:02.856446 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:42:02.864718 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:42:02.865314 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:42:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:42:02.970283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:42:03.177250 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '0765b745-9355-4426-8c42-0ef1de847810', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:54:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:42:01Z', 'updated_at': '2022-05-13T17:42:01Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}, {'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:16Z', 'revision_number': 1, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:42:03.206024 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71490d85-f5d6-4790-86aa-d9a23c60de8d None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': '0765b745-9355-4426-8c42-0ef1de847810', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:54:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:42:01Z', 'updated_at': '2022-05-13T17:42:01Z', 'revision_number': 0, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}, {'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:16Z', 'revision_number': 1, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:42:03.404015 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4154a-c21f-4b6e-bafd-55cc12d4a7d7 None None] New status for floating IP 0765b745-9355-4426-8c42-0ef1de847810: ACTIVE {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:42:03.524930 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:03.634985 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c7368-19f9-47e2-ace6-ee035f23135c x-openstack-request-id: req-3d4c7368-19f9-47e2-ace6-ee035f23135c {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:42:03.635456 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106", "status": "completed", "code": 200}]} {{(pid=103694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:42:03.635456 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d4c7368-19f9-47e2-ace6-ee035f23135c {{(pid=103694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:42:03.635775 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4c7368-19f9-47e2-ace6-ee035f23135c'] response: {'name': 'network-changed', 'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'status': 'completed', 'code': 200} May 13 17:42:03.717976 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030947-384f-4a51-84b1-74c14756a610 req-cf5a1f0c-a31a-45f5-8178-4392bf9a24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:03.719418 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f030947-384f-4a51-84b1-74c14756a610 req-cf5a1f0c-a31a-45f5-8178-4392bf9a24c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 1130 time: 0.0393193 May 13 17:42:03.808361 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030947-384f-4a51-84b1-74c14756a610 req-a38b48e4-eedc-4ea2-bb58-b33b5a08f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:03.809803 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f030947-384f-4a51-84b1-74c14756a610 req-a38b48e4-eedc-4ea2-bb58-b33b5a08f711 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0849192 May 13 17:42:03.873466 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f030947-384f-4a51-84b1-74c14756a610 req-d3f41ec5-573d-4d4c-bf51-ecab955a8ced service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0456827d-a13d-4097-a1eb-38b2f76c1106 HTTP/1.1" status: 200 len: 1002 time: 0.0573146 May 13 17:42:03.918600 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030947-384f-4a51-84b1-74c14756a610 req-4f532062-b38c-4ea6-a14b-e2e01451852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:03.919998 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f030947-384f-4a51-84b1-74c14756a610 req-4f532062-b38c-4ea6-a14b-e2e01451852c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0404718 May 13 17:42:03.965909 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030947-384f-4a51-84b1-74c14756a610 req-703840b6-e5e7-47f5-8fff-2ec819809e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:03.967407 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f030947-384f-4a51-84b1-74c14756a610 req-703840b6-e5e7-47f5-8fff-2ec819809e7a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412729 May 13 17:42:04.056403 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f030947-384f-4a51-84b1-74c14756a610 req-19a28019-6bb4-446b-8802-084479b58d8c service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829279 May 13 17:42:04.146472 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-9f030947-384f-4a51-84b1-74c14756a610 req-2376ce84-4567-4138-bc9f-404a41b0c552 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842707 May 13 17:42:04.724914 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:13.758731 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:26.520598 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:42:28.450009 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-90eb0229-ae1e-4f23-a250-6658758a1ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:30.569763 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2c9f933d-ff67-4fd3-87a6-07ed46f1ab66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:32.049480 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:33.556690 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:34.750644 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:43.750836 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:42:52.276222 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-3d47a030-65b1-4acb-a048-dfe03ccd8243 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851886 May 13 17:42:52.379406 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-10c98fbe-6a23-4973-9dc9-d52fc79fc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:52.380879 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-10c98fbe-6a23-4973-9dc9-d52fc79fc0a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1129 time: 0.0404811 May 13 17:42:52.483079 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-93404d58-eef8-4521-a5c2-3ca2fed9ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:52.484938 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-93404d58-eef8-4521-a5c2-3ca2fed9ce2c service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0872800 May 13 17:42:52.549330 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-3ae58232-f3d7-42a6-a385-4f3940ef3e92 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 1001 time: 0.0578389 May 13 17:42:52.595427 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-6d53ce04-9eb1-4aaf-a5a6-b1fb155997c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:52.596839 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-6d53ce04-9eb1-4aaf-a5a6-b1fb155997c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0418835 May 13 17:42:52.641670 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-41149af8-7d58-4b70-ba6c-99c87080826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:42:52.643151 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-41149af8-7d58-4b70-ba6c-99c87080826a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407631 May 13 17:42:52.728549 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-f5d5658a-a2f5-4ccf-9ac2-6b4da64b2b6c service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791910 May 13 17:42:52.817273 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-f34b136f-7699-4d6b-b364-efbc4f171320 req-a6362667-eff2-4479-b93d-851a91815656 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822909 May 13 17:42:58.442261 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-83672960-4e0c-4387-9fb8-f87a0935e30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:00.561984 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-d4149981-04dd-4972-bd11-557c7c62d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:02.053221 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:03.519945 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:43:03.574860 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:04.756349 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:13.785838 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:28.460179 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-67142a3c-bdee-4d92-a131-2f8d401adc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:30.551637 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aa647512-a4f2-4744-ab87-cd48ac27c55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:32.037543 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:33.529840 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:34.745789 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:40.519316 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:43:43.750943 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:52.536908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54086) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:43:52.712150 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Deleting port df7d3ed6-30f3-4ded-b960-559871d349d9 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:43:52.712624 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:52.785743 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:52.786069 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (df7d3ed6-30f3-4ded-b960-559871d349d9), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:52.798905 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Calling delete_port for df7d3ed6-30f3-4ded-b960-559871d349d9 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:43:53.328367 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (df7d3ed6-30f3-4ded-b960-559871d349d9), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:53.353752 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event deleted for resources: {'Port': ['ID=df7d3ed6-30f3-4ded-b960-559871d349d9,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:43:53.367097 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.367480 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.367829 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.368172 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.368508 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.368843 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.369174 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.369503 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.369833 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.370160 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.370492 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.371351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.371679 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.372005 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.372326 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:43:53.430568 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (0765b745-9355-4426-8c42-0ef1de847810), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:53.430899 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Floating IP 0765b745-9355-4426-8c42-0ef1de847810 disassociated (deleted). External IP: 172.27.3.217, port: 0456827d-a13d-4097-a1eb-38b2f76c1106. May 13 17:43:53.638441 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:43:53.749253 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:43:53.754045 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:53.758410 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:43:53.767610 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:43:53.768216 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:43:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:43:53.783241 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-f05bdc3a-42ee-4391-b5bc-50229ab23edd tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "DELETE /v2.0/floatingips/0765b745-9355-4426-8c42-0ef1de847810 HTTP/1.1" status: 204 len: 168 time: 1.2452002 May 13 17:43:53.783839 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:43:53.786162 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf78a6-19d9-44e2-9c44-5f585517467a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:43:53.954859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f6d2c-13d0-4c94-8e90-592850cb2937 x-openstack-request-id: req-9d8f6d2c-13d0-4c94-8e90-592850cb2937 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:43:53.954859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:43:53.954859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d8f6d2c-13d0-4c94-8e90-592850cb2937 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:43:53.954859 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8f6d2c-13d0-4c94-8e90-592850cb2937'] response: {'name': 'network-changed', 'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'status': 'completed', 'code': 200} May 13 17:43:54.011344 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:43:54.040940 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-39ac1bfd-c625-4b0d-9f22-26c43a27b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:54.045738 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-39ac1bfd-c625-4b0d-9f22-26c43a27b34b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 1130 time: 0.0436511 May 13 17:43:54.145171 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-f28451b3-917f-4f49-91ba-7debaab6fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:54.146573 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-f28451b3-917f-4f49-91ba-7debaab6fb33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0975189 May 13 17:43:54.195778 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1dcf-3e35-4a80-b91a-98a3a7bac547 req-51054f04-252b-4e99-9854-1be8430bf010 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:54.197295 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b62c1dcf-3e35-4a80-b91a-98a3a7bac547 req-51054f04-252b-4e99-9854-1be8430bf010 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0472910 May 13 17:43:54.234272 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:16Z', 'revision_number': 1, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:43:54.247149 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-b62c1dcf-3e35-4a80-b91a-98a3a7bac547 req-e6244a4c-7018-4a4c-b2d0-01700af122cb tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 May 13 17:43:54.260444 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:43:54.269179 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:43:54.269788 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:43:30Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:43:54.374289 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:43:54.581557 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:16Z', 'revision_number': 1, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:43:54.610761 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede761a-3b39-4e91-bd5f-e4a58f179cff None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_floatingips': [{'id': 'b3cdd9bf-a206-499f-98ef-6af7b7cce0c6', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'router_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'port_id': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'mac_address': 'fa:16:3e:a3:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b80358-f455-40eb-9c58-8246a0f5e874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T17:39:14Z', 'updated_at': '2022-05-13T17:39:16Z', 'revision_number': 1, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:43:54.827177 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3941c30-4276-4e7e-808e-4ccb5b300259 None None] New status for floating IP 0765b745-9355-4426-8c42-0ef1de847810: DOWN {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:43:55.267151 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-45346ddd-02a7-4141-ada8-60ffaaab2986 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0456827d-a13d-4097-a1eb-38b2f76c1106 HTTP/1.1" status: 200 len: 217 time: 0.0386484 May 13 17:43:55.354854 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-623abff7-f2ac-4ac6-9a75-1d7e6d938e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:55.356366 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-623abff7-f2ac-4ac6-9a75-1d7e6d938e72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0721908 May 13 17:43:55.374552 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ebcda-0115-4360-b277-f3a0df1d3519 req-c7b8e513-e3eb-496f-b327-503dc5d7dcda tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:55.375950 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f9ebcda-0115-4360-b277-f3a0df1d3519 req-c7b8e513-e3eb-496f-b327-503dc5d7dcda tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0571945 May 13 17:43:55.430983 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-5f9ebcda-0115-4360-b277-f3a0df1d3519 req-a512c635-2438-4558-a717-72be93b8cf1c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494859 May 13 17:43:55.660656 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-7306410f-7a3b-4909-986f-f80cb9b7113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:55.662144 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-7306410f-7a3b-4909-986f-f80cb9b7113a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387473 May 13 17:43:56.144295 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-0246fdeb-f3f8-49c4-899d-69e69b924fbf service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841060 May 13 17:43:56.263242 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232682-534c-4e09-a579-8b0258137500 req-adf88595-c4de-4463-86a7-339fa2435d6c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:56.264678 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c232682-534c-4e09-a579-8b0258137500 req-adf88595-c4de-4463-86a7-339fa2435d6c tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0506122 May 13 17:43:56.288629 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-22bf78a6-19d9-44e2-9c44-5f585517467a req-15fec13a-d509-47bd-85f5-37b6203b95a0 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885472 May 13 17:43:56.588321 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914cc05-d448-4ad5-9554-3204e4850916 req-c508f2db-6f6f-44ab-8523-a8b8e4503837 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:43:56.589695 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8914cc05-d448-4ad5-9554-3204e4850916 req-c508f2db-6f6f-44ab-8523-a8b8e4503837 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 946 time: 0.0791080 May 13 17:43:56.618450 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Deleting port 0456827d-a13d-4097-a1eb-38b2f76c1106 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:43:56.618865 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:56.696098 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8914cc05-d448-4ad5-9554-3204e4850916 req-1072b50c-854d-42a0-98a2-354c55cf876d tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994496 May 13 17:43:56.729421 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] For port 0456827d-a13d-4097-a1eb-38b2f76c1106, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=0456827d-a13d-4097-a1eb-38b2f76c1106,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:43:56.729793 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:56.743642 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Calling delete_port for 0456827d-a13d-4097-a1eb-38b2f76c1106 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:43:56.916949 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (0456827d-a13d-4097-a1eb-38b2f76c1106), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:56.947274 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event deleted for resources: {'Port': ['ID=0456827d-a13d-4097-a1eb-38b2f76c1106,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:43:56.993094 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] No DVR routers for this DVR port 0456827d-a13d-4097-a1eb-38b2f76c1106 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:43:56.995690 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:43:56.998843 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-3c232682-534c-4e09-a579-8b0258137500 req-e573f592-096f-4af1-8f7a-0542a61fb64e tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "DELETE /v2.0/ports/0456827d-a13d-4097-a1eb-38b2f76c1106 HTTP/1.1" status: 204 len: 173 time: 0.5139370 May 13 17:43:56.999309 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'name': 'network-vif-deleted', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:43:57.001545 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e8fe5-af68-45bc-a48d-dda094f4dd3e" -d '{"events": [{"server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "name": "network-vif-deleted", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:43:57.038189 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c183d08c-6b44-45d7-afa1-ca458aaa2c58 x-openstack-request-id: req-c183d08c-6b44-45d7-afa1-ca458aaa2c58 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:43:57.038485 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd7a84a-b05b-4644-83ab-ab19772c2d18", "name": "network-vif-deleted", "tag": "0456827d-a13d-4097-a1eb-38b2f76c1106", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:43:57.038738 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c183d08c-6b44-45d7-afa1-ca458aaa2c58 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:43:57.039164 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c183d08c-6b44-45d7-afa1-ca458aaa2c58'] response: {'server_uuid': '9dd7a84a-b05b-4644-83ab-ab19772c2d18', 'name': 'network-vif-deleted', 'tag': '0456827d-a13d-4097-a1eb-38b2f76c1106', 'status': 'completed', 'code': 200} May 13 17:43:57.789735 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-8c93eacb-bff2-4c8b-9cd7-682b8b745abe req-215a0c24-6c55-4a66-aca8-0e93449bc5fc tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=9dd7a84a-b05b-4644-83ab-ab19772c2d18 HTTP/1.1" status: 200 len: 210 time: 0.0279379 May 13 17:43:58.448062 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-ce406f5e-17c2-4749-aaf6-02f7df3ba1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:00.561650 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3f9be5e3-42a4-444b-990d-fce409aa5f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:00.959554 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 0456827d-a13d-4097-a1eb-38b2f76c1106 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:00.979985 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 0456827d-a13d-4097-a1eb-38b2f76c1106 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:00.980327 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 0456827d-a13d-4097-a1eb-38b2f76c1106 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:01.237498 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54136) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:01.380809 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Deleting port ff77f20a-0998-4e79-ae9c-b4c5511a993a {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:01.381152 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:01.462541 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:01.462875 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (ff77f20a-0998-4e79-ae9c-b4c5511a993a), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:01.475666 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Calling delete_port for ff77f20a-0998-4e79-ae9c-b4c5511a993a owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:01.699738 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (ff77f20a-0998-4e79-ae9c-b4c5511a993a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:01.727788 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event deleted for resources: {'Port': ['ID=ff77f20a-0998-4e79-ae9c-b4c5511a993a,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:01.793428 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (b3cdd9bf-a206-499f-98ef-6af7b7cce0c6), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:01.793753 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.db.l3_db [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Floating IP b3cdd9bf-a206-499f-98ef-6af7b7cce0c6 disassociated (deleted). External IP: 172.27.3.162, port: 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2. May 13 17:44:02.000938 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:44:02.059728 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:02.112524 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:44:02.117688 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:02.121965 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:44:02.131534 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:44:02.132153 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:44:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:02.147744 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-b9da1e00-5f51-4551-be51-bf565b2959ef tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "DELETE /v2.0/floatingips/b3cdd9bf-a206-499f-98ef-6af7b7cce0c6 HTTP/1.1" status: 204 len: 168 time: 0.9091761 May 13 17:44:02.148331 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:44:02.150925 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218" -d '{"events": [{"name": "network-changed", "server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:44:02.191045 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f89930-e247-4504-acd8-a1bf1c3f2411 x-openstack-request-id: req-c6f89930-e247-4504-acd8-a1bf1c3f2411 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:44:02.191372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:44:02.191810 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6f89930-e247-4504-acd8-a1bf1c3f2411 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:44:02.192049 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f89930-e247-4504-acd8-a1bf1c3f2411'] response: {'name': 'network-changed', 'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'status': 'completed', 'code': 200} May 13 17:44:02.255212 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:44:02.274715 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-526b238f-e5b7-42e4-93e4-e8e49e34d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:44:02.276382 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-526b238f-e5b7-42e4-93e4-e8e49e34d423 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60fd06693c624da5aa61222dfbde5b25&device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 1129 time: 0.0397098 May 13 17:44:02.370674 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-cdf60027-ed49-4064-a33a-def288db9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:44:02.372236 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-cdf60027-ed49-4064-a33a-def288db9ded service neutron] 10.222.0.82 "GET /v2.0/networks?id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 200 len: 912 time: 0.0882313 May 13 17:44:02.420839 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-21b4e4db-133a-4ebb-a576-b68a20471bd9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 200 len: 217 time: 0.0370698 May 13 17:44:02.449130 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:02.468551 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-0f107144-fcc2-412a-9375-453c1cf171a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:44:02.470016 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-0f107144-fcc2-412a-9375-453c1cf171a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 200 len: 850 time: 0.0436316 May 13 17:44:02.476417 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:44:02.485051 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:44:02.485662 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:44:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:02.558953 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39274a0d-3d3e-42b7-8e64-91d09bf03539 req-ee264087-8c1c-4884-ac02-b3411d983a67 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:44:02.560560 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-39274a0d-3d3e-42b7-8e64-91d09bf03539 req-ee264087-8c1c-4884-ac02-b3411d983a67 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0482652 May 13 17:44:02.595574 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:44:02.609335 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [req-39274a0d-3d3e-42b7-8e64-91d09bf03539 req-71d46798-27f2-4678-9068-d4b290e31c5a tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432997 May 13 17:44:02.782933 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:02.808538 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cdbf8-98a4-411d-8224-7772d94aaa80 None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:03Z', 'revision_number': 4, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi', '_interfaces': [{'id': '150b1077-29ed-43a6-b96c-2b2c35a09478', 'name': '', 'network_id': '9bc3da8d-37aa-4c42-a26a-ff8ce273072b', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'mac_address': 'fa:16:3e:a0:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:03Z', 'updated_at': '2022-05-13T17:35:07Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'subnets': [{'id': '59c26fbd-9a39-4d02-818b-3240931a2781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:44:02.978979 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-594e9582-1779-4f0e-b187-9201fba6f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:44:02.980554 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-594e9582-1779-4f0e-b187-9201fba6f100 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9bc3da8d-37aa-4c42-a26a-ff8ce273072b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439901 May 13 17:44:03.019804 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278ff5f-e682-4d1b-b38c-faeaf76a85c8 None None] New status for floating IP b3cdd9bf-a206-499f-98ef-6af7b7cce0c6: DOWN {{(pid=103696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 17:44:03.071252 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-3050b1f0-3155-411f-adb1-d73686a0b9a7 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 May 13 17:44:03.180120 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-aa5c5d7b-c72a-4c9d-bc9f-b0881fa80218 req-2bd8e70f-f232-4290-83cf-7ae6cc5f7834 service neutron] 10.222.0.82 "GET /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971630 May 13 17:44:03.522139 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:03.724155 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd88e3-5573-416b-8026-1774fdd4da02 req-f77f1a97-135a-4368-bec1-c984bb850d95 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:44:03.725553 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-84dd88e3-5573-416b-8026-1774fdd4da02 req-f77f1a97-135a-4368-bec1-c984bb850d95 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0472023 May 13 17:44:03.805922 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-da88e7c6-820a-41fe-8469-388c82ffef78 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 17:44:03.807374 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-da88e7c6-820a-41fe-8469-388c82ffef78 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 945 time: 0.0614376 May 13 17:44:03.811402 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-84dd88e3-5573-416b-8026-1774fdd4da02 req-5179e042-ed89-46d2-ad4d-f873507ba0f4 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/security-groups?id=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803211 May 13 17:44:03.893872 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Deleting port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:03.894214 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:03.983982 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] For port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2, host hv-cinder-84178, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84178',level=0,port_id=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:03.984264 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:03.997120 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Calling delete_port for 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 owned by compute:nova {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:04.248598 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (145b3c79-f4a4-4cce-a4f7-e4034da0c4e2), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:04.274555 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event deleted for resources: {'Port': ['ID=145b3c79-f4a4-4cce-a4f7-e4034da0c4e2,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:04.322568 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] No DVR routers for this DVR port 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 on host hv-cinder-84178 {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:44:04.324965 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for port (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:04.328900 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-a72fb39f-2fca-4fd9-84a2-956c9db85534 req-654769ba-9f24-413f-b0ca-f6ea7839a288 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.82 "DELETE /v2.0/ports/145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 HTTP/1.1" status: 204 len: 173 time: 0.5152991 May 13 17:44:04.329351 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'name': 'network-vif-deleted', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2'}] {{(pid=103693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 17:44:04.332308 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}886318ed3ada12db82cfc9309192608f3ca48e073f8f49b12b586a3d4bb235a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e95156-2b1b-4c03-acf2-6fb8bc18ecb2" -d '{"events": [{"server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "name": "network-vif-deleted", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2"}]}' {{(pid=103693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 17:44:04.370908 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 17:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284fcead-3e53-45c0-b0fb-45ef7f1eb0a4 x-openstack-request-id: req-284fcead-3e53-45c0-b0fb-45ef7f1eb0a4 {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 17:44:04.371233 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b80358-f455-40eb-9c58-8246a0f5e874", "name": "network-vif-deleted", "tag": "145b3c79-f4a4-4cce-a4f7-e4034da0c4e2", "status": "completed", "code": 200}]} {{(pid=103693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 17:44:04.371490 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-284fcead-3e53-45c0-b0fb-45ef7f1eb0a4 {{(pid=103693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 17:44:04.371898 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284fcead-3e53-45c0-b0fb-45ef7f1eb0a4'] response: {'server_uuid': '89b80358-f455-40eb-9c58-8246a0f5e874', 'name': 'network-vif-deleted', 'tag': '145b3c79-f4a4-4cce-a4f7-e4034da0c4e2', 'status': 'completed', 'code': 200} May 13 17:44:04.745440 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:04.905870 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [req-2a304a61-518e-436a-81ce-80bf396632be req-946d364b-04aa-4c4c-8413-ce261c3aa3a9 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "GET /v2.0/ports?device_id=89b80358-f455-40eb-9c58-8246a0f5e874 HTTP/1.1" status: 200 len: 210 time: 0.0269146 May 13 17:44:05.965798 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54152) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:06.077448 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Deleting port 81848361-cdeb-4e4f-8cb8-b0706526f908 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:06.077793 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:06.153902 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:06.154800 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (81848361-cdeb-4e4f-8cb8-b0706526f908), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:06.167812 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Calling delete_port for 81848361-cdeb-4e4f-8cb8-b0706526f908 owned by network:floatingip {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:06.379442 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (81848361-cdeb-4e4f-8cb8-b0706526f908), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:06.408046 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event deleted for resources: {'Port': ['ID=81848361-cdeb-4e4f-8cb8-b0706526f908,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:06.469037 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for floatingip (d4cb1722-e037-4a92-94d8-f190e4788b7a), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:06.471609 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11499'] for floatingip (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:06.472754 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-4968845a-a19a-4fc0-aa27-c9095c115fd2 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "DELETE /v2.0/floatingips/d4cb1722-e037-4a92-94d8-f190e4788b7a HTTP/1.1" status: 204 len: 168 time: 0.5073707 May 13 17:44:07.796145 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54164) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:07.850266 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group (1e0e04ba-e36e-4f81-a9ee-be3fd890e51b), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:07.874106 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group (1e0e04ba-e36e-4f81-a9ee-be3fd890e51b), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:07.990917 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (1e0e04ba-e36e-4f81-a9ee-be3fd890e51b), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:07.993536 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:07.994702 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] 10.222.0.64 "DELETE /v2.0/security-groups/1e0e04ba-e36e-4f81-a9ee-be3fd890e51b HTTP/1.1" status: 204 len: 168 time: 0.1975596 May 13 17:44:08.004467 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0e04ba-e36e-4f81-a9ee-be3fd890e51b,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:08.011590 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.011946 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.012299 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.012646 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.012988 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.013397 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.014280 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.014617 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.014955 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.015314 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.015650 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.015980 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.016308 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.016638 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.016962 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448fe73-997d-4525-8755-3126c8652621 tempest-TestVolumeBootPattern-381584425 tempest-TestVolumeBootPattern-381584425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:08.108894 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54168) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:08.527862 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:08.752879 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Deleting port 150b1077-29ed-43a6-b96c-2b2c35a09478 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:08.753212 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:08.831155 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] For port 150b1077-29ed-43a6-b96c-2b2c35a09478, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=150b1077-29ed-43a6-b96c-2b2c35a09478,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:08.831883 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:08.844772 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Calling delete_port for 150b1077-29ed-43a6-b96c-2b2c35a09478 owned by network:router_interface {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:09.023026 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 no longer exists at agent hyperv_hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:09.042822 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] No Port match for: 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:09.043197 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Device 145b3c79-f4a4-4cce-a4f7-e4034da0c4e2 not bound to the agent host hv-cinder-84178 {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:09.076793 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (150b1077-29ed-43a6-b96c-2b2c35a09478), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:09.100909 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Pushing event deleted for resources: {'Port': ['ID=150b1077-29ed-43a6-b96c-2b2c35a09478,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:09.269452 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:09.486122 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:44:09.849679 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:44:09.854559 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-eb43b5bb-84fc-47b2-bcd1-2cc477dae080 admin admin] 10.222.0.64 "PUT /v2.0/routers/95ddfa67-f62b-41d5-90c7-80122c5ad4f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446048 May 13 17:44:09.857559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54172) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:09.858676 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] Sync routers for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:44:09.868635 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:44:09.869249 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:44:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:09.960414 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks [] for router (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.068347 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks [] for router_gateway (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.103935 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: dv-cinder-841782-1-iscsi {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:44:10.180531 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Deleting port ebecd454-af4f-46e0-bbd0-7538101d1dc0 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:10.180866 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.261282 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] For port ebecd454-af4f-46e0-bbd0-7538101d1dc0, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=ebecd454-af4f-46e0-bbd0-7538101d1dc0,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:10.261644 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.274543 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Calling delete_port for ebecd454-af4f-46e0-bbd0-7538101d1dc0 owned by network:router_gateway {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:10.276504 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:44:08Z', 'revision_number': 5, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port': {'id': 'ebecd454-af4f-46e0-bbd0-7538101d1dc0', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:10.304772 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] Checking router: 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 for host: dv-cinder-841782-1-iscsi {{(pid=103695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:44:10.313107 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] Routers {'95ddfa67-f62b-41d5-90c7-80122c5ad4f2'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:44:10.313734 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:44:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'], 'active': True} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:10.401633 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvr_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] Set router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 gateway port host: None {{(pid=103695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:44:10.453350 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_hamode_db [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:44:10Z', 'revision_number': 6, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:10.482949 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2199fa8-a07f-410c-9297-f4aba401d948 None None] The sync data for ids ['95ddfa67-f62b-41d5-90c7-80122c5ad4f2'] in dv-cinder-841782-1-iscsi is: [{'id': '95ddfa67-f62b-41d5-90c7-80122c5ad4f2', 'name': 'tempest-TestVolumeBootPattern-144249967-router', 'tenant_id': '60fd06693c624da5aa61222dfbde5b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:00Z', 'updated_at': '2022-05-13T17:44:10Z', 'revision_number': 6, 'project_id': '60fd06693c624da5aa61222dfbde5b25', 'gw_port_host': None}] {{(pid=103695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:44:10.512490 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (ebecd454-af4f-46e0-bbd0-7538101d1dc0), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.538467 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Pushing event deleted for resources: {'Port': ['ID=ebecd454-af4f-46e0-bbd0-7538101d1dc0,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:10.603848 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.696430 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.698706 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks [] for router_controller (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.804319 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (95ddfa67-f62b-41d5-90c7-80122c5ad4f2), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.804818 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ddfa67-f62b-41d5-90c7-80122c5ad4f2 {{(pid=103694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:44:10.809136 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.810296 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-7b9b8403-a36b-4b37-94db-872d7a9a438d admin admin] 10.222.0.64 "DELETE /v2.0/routers/95ddfa67-f62b-41d5-90c7-80122c5ad4f2 HTTP/1.1" status: 204 len: 168 time: 0.9517798 May 13 17:44:10.812827 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54174) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:10.857251 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] Deleting subnet 59c26fbd-9a39-4d02-818b-3240931a2781 {{(pid=103694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:44:10.860884 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] Publish callbacks [] for subnet (59c26fbd-9a39-4d02-818b-3240931a2781), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.899913 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3290717'] for subnet (59c26fbd-9a39-4d02-818b-3240931a2781), precommit_delete_associations {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:10.977960 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (59c26fbd-9a39-4d02-818b-3240931a2781), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.106021 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3748782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3472964'] for subnet (59c26fbd-9a39-4d02-818b-3240931a2781), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.141164 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c26fbd-9a39-4d02-818b-3240931a2781,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:11.144765 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for subnet (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.147974 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-d88d49d1-b659-493f-972e-cbdb24128b63 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/59c26fbd-9a39-4d02-818b-3240931a2781 HTTP/1.1" status: 204 len: 168 time: 0.3342013 May 13 17:44:11.150389 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c828e-fe0c-4243-b36e-a2c7e3e1f5fe None None] Network 9bc3da8d-37aa-4c42-a26a-ff8ce273072b requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:44:11.150891 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54176) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:11.219120 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (9bc3da8d-37aa-4c42-a26a-ff8ce273072b), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.268005 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Deleting port 40178748-11cc-4afa-a1e0-d58be46e3d57 {{(pid=103694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:11.268349 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.314313 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] DHCP port deletion for 9bc3da8d-37aa-4c42-a26a-ff8ce273072b request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:44:11.338850 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.db [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] For port 40178748-11cc-4afa-a1e0-d58be46e3d57, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=40178748-11cc-4afa-a1e0-d58be46e3d57,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:11.339393 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.355884 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.plugin [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Calling delete_port for 40178748-11cc-4afa-a1e0-d58be46e3d57 owned by network:dhcp {{(pid=103694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:11.358250 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Deleting port 40178748-11cc-4afa-a1e0-d58be46e3d57 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:11.358620 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.422980 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] For port 40178748-11cc-4afa-a1e0-d58be46e3d57, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=40178748-11cc-4afa-a1e0-d58be46e3d57,segment=NetworkSegment(cab9f685-8cf2-437b-ab95-2f7e1065aaff),segment_id=cab9f685-8cf2-437b-ab95-2f7e1065aaff)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:11.423476 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.447544 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Calling delete_port for 40178748-11cc-4afa-a1e0-d58be46e3d57 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:11.506101 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3748761'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.531030 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (40178748-11cc-4afa-a1e0-d58be46e3d57), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.534559 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Pushing event deleted for resources: {'Port': ['ID=40178748-11cc-4afa-a1e0-d58be46e3d57,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:11.537867 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] No DVR routers for this DVR port 40178748-11cc-4afa-a1e0-d58be46e3d57 on host dv-cinder-841782-1-iscsi {{(pid=103694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:44:11.559190 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Pushing event deleted for resources: {'Port': ['ID=40178748-11cc-4afa-a1e0-d58be46e3d57,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:11.565694 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] No DVR routers for this DVR port 40178748-11cc-4afa-a1e0-d58be46e3d57 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:44:11.574756 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.574756 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.574995 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.575321 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.575661 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.576035 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.576370 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.576707 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.577032 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.577357 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.577724 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.578007 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.578330 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.578853 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.579199 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca9cbcc-1c24-4ba8-af8c-fd69057c4ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841782-1-iscsi {{(pid=103695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 17:44:11.614070 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (9bc3da8d-37aa-4c42-a26a-ff8ce273072b), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.635761 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc3da8d-37aa-4c42-a26a-ff8ce273072b']}} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:11.645105 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab9f685-8cf2-437b-ab95-2f7e1065aaff') {'for_net_delete': True} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:11.645406 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.services.segments.db [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab9f685-8cf2-437b-ab95-2f7e1065aaff') {} {{(pid=103694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:11.654847 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3290790'] for segment (cab9f685-8cf2-437b-ab95-2f7e1065aaff), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.667962 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (cab9f685-8cf2-437b-ab95-2f7e1065aaff), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.674909 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:44:11.675327 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3748804'] for segment (cab9f685-8cf2-437b-ab95-2f7e1065aaff), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: Traceback (most recent call last): May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: timer() May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: cb(*args, **kw) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: return func(*args, **kwargs) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: self._notify() May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: self.callback(batched_events) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: event.method(event) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: return f(self, *a, **k) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._get(url).json() May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: return self.request(url, 'GET', **kwargs) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:44:11.677090 dv-cinder-841782-1-iscsi neutron-server[103694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:44:11.796649 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (9bc3da8d-37aa-4c42-a26a-ff8ce273072b), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.801861 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:11.804912 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9bc3da8d-37aa-4c42-a26a-ff8ce273072b HTTP/1.1" status: 204 len: 168 time: 0.6534090 May 13 17:44:11.807971 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54178) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:11.816063 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21842ca6-9bff-49d5-82ae-65975f57f247 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc3da8d-37aa-4c42-a26a-ff8ce273072b,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:12.127246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1816103'] for router_interface (93dc3287-608d-43fc-826c-7f7372f4e1be), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:12.175481 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 150b1077-29ed-43a6-b96c-2b2c35a09478 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:12.195532 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 150b1077-29ed-43a6-b96c-2b2c35a09478 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:12.195883 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 150b1077-29ed-43a6-b96c-2b2c35a09478 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:12.196300 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device ebecd454-af4f-46e0-bbd0-7538101d1dc0 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:12.215512 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: ebecd454-af4f-46e0-bbd0-7538101d1dc0 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:12.215745 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device ebecd454-af4f-46e0-bbd0-7538101d1dc0 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:12.216145 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 40178748-11cc-4afa-a1e0-d58be46e3d57 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:12.239332 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 40178748-11cc-4afa-a1e0-d58be46e3d57 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:12.239684 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 40178748-11cc-4afa-a1e0-d58be46e3d57 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:12.619784 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Deleting port 4f49354c-a48d-4a13-9942-d2be56ba6e77 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:12.620127 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:12.696355 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] For port 4f49354c-a48d-4a13-9942-d2be56ba6e77, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=4f49354c-a48d-4a13-9942-d2be56ba6e77,segment=NetworkSegment(a3e28e58-dc31-4b88-a8d7-ecb24557f003),segment_id=a3e28e58-dc31-4b88-a8d7-ecb24557f003)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:12.696726 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:12.710388 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Calling delete_port for 4f49354c-a48d-4a13-9942-d2be56ba6e77 owned by network:router_interface {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:12.939460 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (4f49354c-a48d-4a13-9942-d2be56ba6e77), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:12.967451 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f49354c-a48d-4a13-9942-d2be56ba6e77,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:13.137653 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1810504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1821998'] for router_interface (93dc3287-608d-43fc-826c-7f7372f4e1be), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:13.350850 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Router 93dc3287-608d-43fc-826c-7f7372f4e1be has already been hosted by L3 agent 923b6d46-b325-4f8d-a3f2-f66fce33fe4d {{(pid=103693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 17:44:13.454821 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] Notify agent at l3_agent.dv-cinder-841782-1-iscsi the message routers_updated {{(pid=103693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 17:44:13.460316 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-398b37d6-c9c1-4d5c-add1-7d5601c15645 admin admin] 10.222.0.64 "PUT /v2.0/routers/93dc3287-608d-43fc-826c-7f7372f4e1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506360 May 13 17:44:13.462111 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54180) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:13.464591 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] Sync routers for ids ['93dc3287-608d-43fc-826c-7f7372f4e1be'] in dv-cinder-841782-1-iscsi {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 17:44:13.481502 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] Routers {'93dc3287-608d-43fc-826c-7f7372f4e1be'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:44:13.482133 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:44:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['93dc3287-608d-43fc-826c-7f7372f4e1be'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:13.580769 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks [] for router (93dc3287-608d-43fc-826c-7f7372f4e1be), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:13.592854 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] Set router 93dc3287-608d-43fc-826c-7f7372f4e1be gateway port host: dv-cinder-841782-1-iscsi {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:44:13.685426 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks [] for router_gateway (93dc3287-608d-43fc-826c-7f7372f4e1be), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:13.764730 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'external_fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:44:12Z', 'revision_number': 5, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port': {'id': 'e54a3839-2421-4b8c-9653-b8b3fb761fb4', 'name': '', 'network_id': '03717d38-7166-4ba9-9b56-57f7615d606a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841782-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T17:35:07Z', 'updated_at': '2022-05-13T17:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '671c55c9-a93e-45b2-9e26-80e2acb21cbf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841782-1-iscsi'}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:13.773816 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:13.786465 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Deleting port e54a3839-2421-4b8c-9653-b8b3fb761fb4 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:13.786809 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:13.791045 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] Checking router: 93dc3287-608d-43fc-826c-7f7372f4e1be for host: dv-cinder-841782-1-iscsi {{(pid=103696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 17:44:13.799200 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] Routers {'93dc3287-608d-43fc-826c-7f7372f4e1be'} bound to L3 agent in host dv-cinder-841782-1-iscsi {{(pid=103696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 17:44:13.799804 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841782-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T17:18:00Z,description=,heartbeat_timestamp=2022-05-13T17:44:00Z,host='dv-cinder-841782-1-iscsi',id=923b6d46-b325-4f8d-a3f2-f66fce33fe4d,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T17:18:01Z,topic='l3_agent')) {'router_ids': ['93dc3287-608d-43fc-826c-7f7372f4e1be'], 'active': True} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:13.865349 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] For port e54a3839-2421-4b8c-9653-b8b3fb761fb4, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=e54a3839-2421-4b8c-9653-b8b3fb761fb4,segment=NetworkSegment(664d83b4-3b59-4f16-834d-58d9d9ff0a92),segment_id=664d83b4-3b59-4f16-834d-58d9d9ff0a92)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:13.865717 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:13.879795 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Calling delete_port for e54a3839-2421-4b8c-9653-b8b3fb761fb4 owned by network:router_gateway {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:13.969786 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_dvr_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] Set router 93dc3287-608d-43fc-826c-7f7372f4e1be gateway port host: None {{(pid=103696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 17:44:14.023798 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.l3_hamode_db [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:44:13Z', 'revision_number': 6, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port_host': None}], 'dv-cinder-841782-1-iscsi', False) {} {{(pid=103696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:14.051121 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae82d69-8ce7-4e6e-a67d-c64272cfb69b None None] The sync data for ids ['93dc3287-608d-43fc-826c-7f7372f4e1be'] in dv-cinder-841782-1-iscsi is: [{'id': '93dc3287-608d-43fc-826c-7f7372f4e1be', 'name': 'tempest-TestVolumeBootPattern-925787844-router', 'tenant_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T17:35:06Z', 'updated_at': '2022-05-13T17:44:13Z', 'revision_number': 6, 'project_id': '3beeaeb8a8bc41b08f7d9b6cb0780214', 'gw_port_host': None}] {{(pid=103696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 17:44:14.110794 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (e54a3839-2421-4b8c-9653-b8b3fb761fb4), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.137352 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54a3839-2421-4b8c-9653-b8b3fb761fb4,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:14.195807 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813065'] for router_gateway (93dc3287-608d-43fc-826c-7f7372f4e1be), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.284344 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1941637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24530'] for router (93dc3287-608d-43fc-826c-7f7372f4e1be), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.286466 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks [] for router_controller (93dc3287-608d-43fc-826c-7f7372f4e1be), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.396816 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1941662'] for router (93dc3287-608d-43fc-826c-7f7372f4e1be), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.397501 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93dc3287-608d-43fc-826c-7f7372f4e1be {{(pid=103693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 17:44:14.403538 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.404743 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-da37d697-4188-46ce-aea2-6a1e42ae7cf0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/93dc3287-608d-43fc-826c-7f7372f4e1be HTTP/1.1" status: 204 len: 168 time: 0.9403503 May 13 17:44:14.406637 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54182) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:14.453859 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] Deleting subnet 83c63e87-aeda-43f5-8cc2-899644482714 {{(pid=103693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 17:44:14.457495 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] Publish callbacks [] for subnet (83c63e87-aeda-43f5-8cc2-899644482714), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.496204 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1424468'] for subnet (83c63e87-aeda-43f5-8cc2-899644482714), precommit_delete_associations {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.574234 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-767915'] for subnet (83c63e87-aeda-43f5-8cc2-899644482714), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.693246 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-767908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1888545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3392775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3344767'] for subnet (83c63e87-aeda-43f5-8cc2-899644482714), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.717647 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c63e87-aeda-43f5-8cc2-899644482714,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:14.723964 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.727734 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-23cf855a-4f2f-4fff-a446-402d68a7953d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/83c63e87-aeda-43f5-8cc2-899644482714 HTTP/1.1" status: 204 len: 168 time: 0.3195219 May 13 17:44:14.729640 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54184) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:14.730853 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb3674e-638e-4213-a052-711f1b95ecdc None None] Network a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 requested from dv-cinder-841782-1-iscsi {{(pid=103695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 17:44:14.803448 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907518'] for network (a5f7fd3c-4289-4595-86c1-f1ca8ff0e416), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.812010 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4f49354c-a48d-4a13-9942-d2be56ba6e77 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:14.844533 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: 4f49354c-a48d-4a13-9942-d2be56ba6e77 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:14.844794 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device 4f49354c-a48d-4a13-9942-d2be56ba6e77 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:14.864303 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Deleting port c116eadb-bcca-42b9-98c2-063206d0a330 {{(pid=103693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:14.864654 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.927287 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] DHCP port deletion for a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 request from dv-cinder-841782-1-iscsi {{(pid=103695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 17:44:14.950230 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.db [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] For port c116eadb-bcca-42b9-98c2-063206d0a330, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=c116eadb-bcca-42b9-98c2-063206d0a330,segment=NetworkSegment(a3e28e58-dc31-4b88-a8d7-ecb24557f003),segment_id=a3e28e58-dc31-4b88-a8d7-ecb24557f003)] {{(pid=103693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:14.950666 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:14.967611 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.plugin [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Calling delete_port for c116eadb-bcca-42b9-98c2-063206d0a330 owned by network:dhcp {{(pid=103693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:14.973330 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] Deleting port c116eadb-bcca-42b9-98c2-063206d0a330 {{(pid=103695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 17:44:14.973714 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777335419396'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), before_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.041300 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.db [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] For port c116eadb-bcca-42b9-98c2-063206d0a330, host dv-cinder-841782-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841782-1-iscsi',level=0,port_id=c116eadb-bcca-42b9-98c2-063206d0a330,segment=NetworkSegment(a3e28e58-dc31-4b88-a8d7-ecb24557f003),segment_id=a3e28e58-dc31-4b88-a8d7-ecb24557f003)] {{(pid=103695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 17:44:15.041562 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1816305'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), precommit_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.055106 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] Calling delete_port for c116eadb-bcca-42b9-98c2-063206d0a330 owned by network:dhcp {{(pid=103695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 17:44:15.129030 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3392816'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.142058 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419607', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777335427988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777334915979'] for port (c116eadb-bcca-42b9-98c2-063206d0a330), after_delete {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.156129 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=c116eadb-bcca-42b9-98c2-063206d0a330,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:15.161395 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] No DVR routers for this DVR port c116eadb-bcca-42b9-98c2-063206d0a330 on host dv-cinder-841782-1-iscsi {{(pid=103693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:44:15.164124 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] Pushing event deleted for resources: {'Port': ['ID=c116eadb-bcca-42b9-98c2-063206d0a330,revision_number=None']} {{(pid=103695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:15.167595 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee7633-e22d-4e9d-bf2f-83dc1e40623e None None] No DVR routers for this DVR port c116eadb-bcca-42b9-98c2-063206d0a330 on host dv-cinder-841782-1-iscsi {{(pid=103695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 17:44:15.235324 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754512', 'neutron.services.segments.db._delete_segments_for_network-8777335230769'] for network (a5f7fd3c-4289-4595-86c1-f1ca8ff0e416), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.258804 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f7fd3c-4289-4595-86c1-f1ca8ff0e416']}} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:15.268373 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e28e58-dc31-4b88-a8d7-ecb24557f003') {'for_net_delete': True} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:15.268671 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.services.segments.db [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e28e58-dc31-4b88-a8d7-ecb24557f003') {} {{(pid=103693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 17:44:15.277643 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777335202362', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1424559'] for segment (a3e28e58-dc31-4b88-a8d7-ecb24557f003), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.290372 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446'] for segment (a3e28e58-dc31-4b88-a8d7-ecb24557f003), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.296773 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 17:44:15.297269 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-765446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3392877'] for segment (a3e28e58-dc31-4b88-a8d7-ecb24557f003), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: Traceback (most recent call last): May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: timer() May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: cb(*args, **kw) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: return func(*args, **kwargs) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: self._notify() May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: self.callback(batched_events) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: event.method(event) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: aggregate_uuid = self.p_client.list_aggregates( May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: return f(self, *a, **k) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._get(url).json() May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: return self.request(url, 'GET', **kwargs) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: base_url = self.get_endpoint(auth, allow=allow, May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 17:44:15.298914 dv-cinder-841782-1-iscsi neutron-server[103693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 17:44:15.413620 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1898103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1810499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1814567'] for network (a5f7fd3c-4289-4595-86c1-f1ca8ff0e416), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.418926 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1810485'] for network (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.422685 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] 10.222.0.64 "DELETE /v2.0/networks/a5f7fd3c-4289-4595-86c1-f1ca8ff0e416 HTTP/1.1" status: 204 len: 168 time: 0.6919894 May 13 17:44:15.433699 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27848cf3-4fa8-4111-90e0-c87b788d9ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f7fd3c-4289-4595-86c1-f1ca8ff0e416,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:15.749511 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54188) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:15.788013 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-18e6f963-8c92-4510-a0e2-ad631f1318ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60fd06693c624da5aa61222dfbde5b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373614 May 13 17:44:15.790568 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [-] (103693) accepted ('10.222.0.64', 54190) {{(pid=103693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:15.836427 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c196cfe9-a473-4679-b12a-bdecad206274 admin admin] Publish callbacks [] for security_group (21b646e6-688c-41e5-a891-f44cf236d470), before_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.861452 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c196cfe9-a473-4679-b12a-bdecad206274 admin admin] Publish callbacks [] for security_group (21b646e6-688c-41e5-a891-f44cf236d470), precommit_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.985555 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c196cfe9-a473-4679-b12a-bdecad206274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (21b646e6-688c-41e5-a891-f44cf236d470), after_delete {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.988183 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron_lib.callbacks.manager [None req-c196cfe9-a473-4679-b12a-bdecad206274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:15.989345 dv-cinder-841782-1-iscsi neutron-server[103693]: INFO neutron.wsgi [None req-c196cfe9-a473-4679-b12a-bdecad206274 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21b646e6-688c-41e5-a891-f44cf236d470 HTTP/1.1" status: 204 len: 168 time: 0.1978090 May 13 17:44:15.997394 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196cfe9-a473-4679-b12a-bdecad206274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b646e6-688c-41e5-a891-f44cf236d470,revision_number=None']} {{(pid=103693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:16.166780 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device e54a3839-2421-4b8c-9653-b8b3fb761fb4 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:16.190041 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: e54a3839-2421-4b8c-9653-b8b3fb761fb4 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:16.190394 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device e54a3839-2421-4b8c-9653-b8b3fb761fb4 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:16.190815 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device c116eadb-bcca-42b9-98c2-063206d0a330 no longer exists at agent ovs-agent-dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 17:44:16.210196 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.plugin [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] No Port match for: c116eadb-bcca-42b9-98c2-063206d0a330 {{(pid=103695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 17:44:16.210546 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron.plugins.ml2.rpc [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Device c116eadb-bcca-42b9-98c2-063206d0a330 not bound to the agent host dv-cinder-841782-1-iscsi {{(pid=103695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 17:44:16.542719 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54196) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:16.582680 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-9db4616e-c4e6-4b6d-b2d5-0e5532b765f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3beeaeb8a8bc41b08f7d9b6cb0780214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387907 May 13 17:44:16.585121 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.wsgi [-] (103694) accepted ('10.222.0.64', 54198) {{(pid=103694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 17:44:16.631219 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-30028477-16ca-41dd-aaac-019136afd533 admin admin] Publish callbacks [] for security_group (8866cdc5-e105-4c3d-bb94-2b02c36d0109), before_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:16.651581 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-30028477-16ca-41dd-aaac-019136afd533 admin admin] Publish callbacks [] for security_group (8866cdc5-e105-4c3d-bb94-2b02c36d0109), precommit_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:16.779232 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-30028477-16ca-41dd-aaac-019136afd533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897990'] for security_group (8866cdc5-e105-4c3d-bb94-2b02c36d0109), after_delete {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:16.781756 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron_lib.callbacks.manager [None req-30028477-16ca-41dd-aaac-019136afd533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:16.782911 dv-cinder-841782-1-iscsi neutron-server[103694]: INFO neutron.wsgi [None req-30028477-16ca-41dd-aaac-019136afd533 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8866cdc5-e105-4c3d-bb94-2b02c36d0109 HTTP/1.1" status: 204 len: 168 time: 0.1968966 May 13 17:44:16.790986 dv-cinder-841782-1-iscsi neutron-server[103694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30028477-16ca-41dd-aaac-019136afd533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8866cdc5-e105-4c3d-bb94-2b02c36d0109,revision_number=None']} {{(pid=103694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 17:44:17.519106 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:44:28.418893 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-2aae213c-3e52-4837-b2fa-8c480adff448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:30.550357 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-4ea76516-b13c-4545-95ed-2de367fd3b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:32.087876 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:33.521583 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:34.773439 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:43.778881 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:44:54.518652 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:44:58.441725 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-76ef8642-a842-4189-bbfb-596b69ed4209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:00.555835 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-e210c81f-b818-4823-93da-202908d97640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:02.047154 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:03.521320 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:04.738932 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:13.800941 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:28.412300 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-7a0483f8-9e37-44b4-bb4e-4b1ef2863de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:30.561271 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-07169077-e239-4328-8c10-e4cb5db4cce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:31.517635 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:45:32.086526 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:33.537862 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:34.761320 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:41.801030 dv-cinder-841782-1-iscsi neutron-server[103693]: DEBUG neutron.wsgi [req-381483be-3e1e-4c72-b8a9-d27adc04b1a3 req-8fda23ab-c52f-4b60-84c0-bd7f13713e92 service neutron] (103693) timed out ('10.222.0.82', 52708) {{(pid=103693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 17:45:43.784021 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:45:58.452295 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5e538118-dc6e-4a09-b19c-8cd5ad64dc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:00.572514 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-31f6341d-d3d7-4989-8864-d7e9e85930af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:02.080810 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:03.543620 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:04.726180 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:08.517364 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:46:13.806389 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:28.412279 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5f7d99e6-5e7b-465d-95f3-41a963281b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:30.577540 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-1927d345-b2ce-4245-a3d6-f95778cd2ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:32.103936 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:33.549757 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:34.755188 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:43.788872 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:46:45.515936 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:46:58.473991 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-83fc6497-00c8-4587-ace7-c50f9b551697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:00.581833 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-106b4a72-1f42-4997-8813-c77d293e3b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:02.085956 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:03.554490 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:04.789153 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:13.812028 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:22.514508 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:47:28.440308 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-71928be7-9522-4afc-899b-7057d6c36ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:30.575926 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-aee7686b-d90d-4214-bcc5-cd6874f0e62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:32.074802 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:33.554306 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:34.754565 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:43.798280 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:58.455458 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-903cd525-f4ab-498a-9d49-a6f3f5c47a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:47:59.513134 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:48:00.571478 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4f52-58d2-4b43-85ef-80337ea951f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:02.091196 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:03.560153 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:04.834468 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:13.785986 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:28.445574 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-f9fabe75-7e84-4565-81e7-86efbefe2eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:30.580400 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-dfeb4517-7d60-42e7-90dd-4b0406655c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:32.085325 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:33.568743 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:34.788277 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:36.512057 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:48:43.794283 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:48:58.431247 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-dde9664c-bb9f-4674-94cf-93ea21602e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:00.574411 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-8952768a-a88d-497e-a9f0-89246c623229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:02.088442 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:03.574579 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:04.791484 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:13.511613 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 17:49:13.802561 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:28.453671 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-358bfe5e-f40c-414f-ac5b-eb01ab5558d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (910e4886-6255-4873-b1d1-b809ed0f30c8), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:30.596522 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-5c4c749b-7a33-4225-acaa-ea949eadc4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (923b6d46-b325-4f8d-a3f2-f66fce33fe4d), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:32.096436 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-abcb3323-51f0-4f94-b84d-53e63768174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (3a4d78f0-0b34-476b-a934-1ec0aa20bed6), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:33.559474 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-955d5c89-44cc-42d9-9d5e-469aff0a511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (be413d65-847c-4461-bcbc-1c5420e13196), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:34.778980 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-0051b7c7-303e-4e00-bbfc-73f5b33b662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (8bb889a2-0ff3-48da-946d-c032a5a73c3e), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:43.799417 dv-cinder-841782-1-iscsi neutron-server[103695]: DEBUG neutron_lib.callbacks.manager [None req-53672759-2649-42ba-a7db-9341ddc52ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777335230751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-837521'] for agent (9b2387d5-ac76-485d-b386-ddb1856d3b8c), after_update {{(pid=103695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 17:49:50.510427 dv-cinder-841782-1-iscsi neutron-server[103696]: DEBUG neutron.db.agents_db [None req-59d77141-6522-4794-99b6-d9724660d5a1 None None] Agent healthcheck: found 6 active agents {{(pid=103696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}